-- Logs begin at Sat 2022-01-22 07:48:00 UTC, end at Sat 2022-01-22 08:47:37 UTC. -- Jan 22 08:19:18.317814 dv-cinder-825913-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 22 08:19:21.378770 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.common.config [-] Logging enabled! Jan 22 08:19:21.379408 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 22 08:19:21.379560 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 08:19:21.383380 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.common.config [-] Logging enabled! Jan 22 08:19:21.383636 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 22 08:19:21.383950 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 08:19:21.384892 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 22 08:19:21.385127 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 22 08:19:21.385489 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 22 08:19:21.385733 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 22 08:19:21.385958 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 22 08:19:21.386277 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.386733 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 22 08:19:21.387045 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.387338 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.387626 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.387918 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.388205 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.388486 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.388772 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.389066 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.389349 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.389625 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.389906 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.390194 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.390471 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.390779 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.391067 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.391350 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.391625 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.392066 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.392475 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.392752 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.393039 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.393315 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.393587 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.393861 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.394143 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.394468 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] host = dv-cinder-825913-1-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.394772 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.395060 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.395344 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.395630 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.395902 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.396177 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.396465 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.396739 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.397008 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.397280 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.397566 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.397851 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.398140 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.398390 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.399262 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.399571 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.399866 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.400141 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.400418 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.400961 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.401234 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.401509 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.401778 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.402059 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.402340 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.402665 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.402928 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.403203 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.403474 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.403745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.404029 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.404300 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.404570 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.404841 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.405127 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.405394 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.405665 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.405961 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.406251 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.406536 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.406853 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.407129 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.407416 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.407687 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.407961 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.408233 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.408506 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.408779 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.409070 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.409341 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.409612 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.409883 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.410156 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.410441 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.410739 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:21.411046 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.411344 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.411641 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.411947 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.412338 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.412521 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.412839 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.413103 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.413390 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.413735 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.414159 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.414315 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.414666 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.414944 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.415237 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.415548 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.415548 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.416131 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.416392 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.416665 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.416940 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.417336 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.417504 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.417778 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.418064 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.418352 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.418656 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.418953 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.419241 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.419535 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.419825 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.420099 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.420383 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.420669 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.420948 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.421312 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.421564 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.421771 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.422049 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.422320 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.422599 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.422988 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.423172 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.423441 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.423759 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.424004 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425082 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425082 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425082 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425082 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425409 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425594 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.425871 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.426142 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.426415 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.426717 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.427482 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.427482 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.427652 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.427782 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.428056 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.428324 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.428592 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.428863 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.429132 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.429400 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.430309 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.430466 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.430764 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.431034 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.431297 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.431569 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.431840 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.432111 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.432397 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.432694 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.432971 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.433249 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.433524 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.433798 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.434074 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.434349 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.434644 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.434917 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.435188 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.435479 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.435760 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.436045 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.436351 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.436626 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.436919 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.437197 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.437479 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.437754 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.438030 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.438312 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.438593 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.438923 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.439216 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.439509 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.439804 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.440096 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.440429 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.440745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.441048 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:21.441276 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 22 08:19:21.441571 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 22 08:19:21.826533 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 22 08:19:21.826898 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 22 08:19:21.827288 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 22 08:19:21.827646 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 22 08:19:22.173957 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.174153 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.174432 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.175778 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.176058 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.176324 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.223636 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.223908 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.224165 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.240695 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.240988 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.241256 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.272479 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.272763 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.273035 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.313511 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.313793 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.314060 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.674606 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.675307 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.675307 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.675502 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.676285 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.783856 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.784183 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.784465 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.784989 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.784989 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.785348 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.785567 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.785819 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.786072 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.786354 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.786672 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.786941 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.787203 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.787446 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.787701 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.787966 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.788221 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.788490 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.788765 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.789530 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.789803 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.790055 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.790351 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.790858 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.791116 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.791365 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.791788 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.792026 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.792266 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.792497 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.792731 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.792963 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:22.793332 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 22 08:19:22.796774 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 22 08:19:22.800777 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 22 08:19:22.805398 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 22 08:19:22.807127 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 22 08:19:22.807744 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 22 08:19:22.808084 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 22 08:19:22.808479 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 22 08:19:22.811422 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 22 08:19:22.811677 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 22 08:19:22.812042 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 22 08:19:22.817751 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 22 08:19:22.840951 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 22 08:19:22.841420 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.841727 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 22 08:19:22.842089 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.843598 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 22 08:19:22.843881 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 22 08:19:22.844123 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 22 08:19:22.847408 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.847694 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:22.913850 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 22 08:19:22.914090 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 22 08:19:22.914275 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 22 08:19:22.914678 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 22 08:19:22.936364 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_db.sqlalchemy.engines [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 22 08:19:23.375348 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing driver for type 'gre' Jan 22 08:19:23.375979 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] gre ID ranges: [(1, 1000)] Jan 22 08:19:23.434372 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing driver for type 'local' Jan 22 08:19:23.434704 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing driver for type 'vlan' Jan 22 08:19:23.452298 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] VlanTypeDriver initialization complete Jan 22 08:19:23.452686 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing driver for type 'vxlan' Jan 22 08:19:23.453227 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] vxlan ID ranges: [(1, 1000)] Jan 22 08:19:23.510352 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing extension driver 'port_security' Jan 22 08:19:23.510738 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.extensions.port_security [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] PortSecurityExtensionDriver initialization complete Jan 22 08:19:23.511075 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing mechanism driver 'openvswitch' Jan 22 08:19:23.511397 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing mechanism driver 'hyperv' Jan 22 08:19:23.518147 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:23.519057 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.519427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.519774 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.520317 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.520748 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.521100 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.521440 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.521832 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.522238 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.522581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.522959 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.524182 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.524316 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.524665 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.525000 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.525516 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.526067 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.526404 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.526764 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.527156 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.527556 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.527897 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.528234 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.528623 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 22 08:19:23.529066 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] ML2 OVO RPC backend initialized. {{(pid=102389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 22 08:19:23.529775 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.530171 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.530534 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.530906 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > networks before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.531249 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.531586 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > ports before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.531927 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.532264 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.532604 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.532938 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.533267 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.533600 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.533926 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.534257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.534586 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.534936 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.535262 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.535854 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Modular L2 Plugin initialization complete Jan 22 08:19:23.536179 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading services supported by the core plugin {{(pid=102389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 22 08:19:23.536505 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Got port-security extension from driver 'port_security' Jan 22 08:19:23.536965 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.extensions.vlantransparent [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Disabled vlantransparent extension. Jan 22 08:19:23.537450 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 22 08:19:23.537767 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: router Jan 22 08:19:23.577818 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.578205 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.578570 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router before_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.579042 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.579417 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.579767 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_delete 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.580122 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.580605 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.580969 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.581326 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.581655 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.582002 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.582349 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.582780 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.583141 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.583474 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.583805 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.584141 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.584482 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.584823 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.585158 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.585491 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.586394 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.586761 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.587114 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.587468 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.587803 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.588161 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > agent after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.588507 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.588845 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.589750 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Tracking information for resource: router configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:23.590073 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Tracking information for resource: floatingip configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 22 08:19:23.595867 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.db.l3_agentschedulers_db [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 22 08:19:23.596496 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.596887 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.597231 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.597588 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.598435 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router before_create 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.598842 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.599201 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.599557 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.604908 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.provider_configuration [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service providers = [] {{(pid=102389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 22 08:19:23.605271 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.db.servicetype_db [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 22 08:19:23.608395 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 22 08:19:23.608733 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 22 08:19:23.609071 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 22 08:19:23.609958 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 22 08:19:23.610325 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.services.service_base [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 22 08:19:23.610808 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.611126 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 22 08:19:23.622501 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.622847 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: auto_allocate Jan 22 08:19:23.628960 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: network precommit_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.629275 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: network precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.629814 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.630132 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: tag Jan 22 08:19:23.638232 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.638432 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: timestamp Jan 22 08:19:23.642352 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.642703 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: network_ip_availability Jan 22 08:19:23.649223 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.649604 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.649935 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.651098 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.651422 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: flavors Jan 22 08:19:23.657266 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.657596 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading Plugin: revisions Jan 22 08:19:23.662165 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 22 08:19:23.662562 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 22 08:19:23.663364 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 22 08:19:23.663697 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Initializing extension manager. Jan 22 08:19:23.665759 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: __init__.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.666146 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: __pycache__ {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.666480 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.666851 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.667706 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.668315 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: address-group Jan 22 08:19:23.668634 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: address_scope.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.669346 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.669854 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: address-scope Jan 22 08:19:23.670168 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.671198 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.671700 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: router-admin-state-down-before-update Jan 22 08:19:23.672017 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: agent.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.672722 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.673212 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: agent Jan 22 08:19:23.673528 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: agent_resources_synced.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.674444 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.675000 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: agent-resources-synced Jan 22 08:19:23.675527 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.677198 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.677724 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: allowed-address-pairs Jan 22 08:19:23.678045 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.679196 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.680411 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: auto-allocated-topology Jan 22 08:19:23.681146 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.681626 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.682131 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: availability_zone Jan 22 08:19:23.682524 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: availability_zone_filter.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.683437 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.683932 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: availability_zone_filter Jan 22 08:19:23.684252 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: data_plane_status.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.685151 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.685661 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension data-plane-status not supported by any of loaded plugins Jan 22 08:19:23.685977 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: default_subnetpools.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.686919 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.687417 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: default-subnetpools Jan 22 08:19:23.687733 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.688564 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.689060 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: dhcp_agent_scheduler Jan 22 08:19:23.689376 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: dns.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.690403 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.690802 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension dns-integration not supported by any of loaded plugins Jan 22 08:19:23.691207 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: dns_domain_ports.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.692024 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.692516 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 22 08:19:23.692838 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.693744 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.694240 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 22 08:19:23.694557 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: dvr.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.695312 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.695977 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: dvr Jan 22 08:19:23.696357 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: ecmp_routes.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.697293 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.697789 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 22 08:19:23.698111 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: empty_string_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.699067 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: empty-string-filtering Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.704134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.704649 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 22 08:19:23.704649 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: external_net.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.704649 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.705082 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: external-net Jan 22 08:19:23.705398 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.706308 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.706850 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: extra_dhcp_opt Jan 22 08:19:23.707168 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: extraroute.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.708477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.709099 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: extraroute Jan 22 08:19:23.709448 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: extraroute_atomic.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.712237 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.712860 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: extraroute-atomic Jan 22 08:19:23.713191 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: filter_validation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.713907 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.714403 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: filter-validation Jan 22 08:19:23.714772 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: fip_pf_description.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.715737 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.716238 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 22 08:19:23.716550 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: fip_port_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.717478 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.717969 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: fip-port-details Jan 22 08:19:23.718288 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: flavors.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.719605 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.720108 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: flavors Jan 22 08:19:23.720429 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.722147 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.722710 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 22 08:19:23.723041 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: floatingip_pools.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.723754 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.724255 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: floatingip-pools Jan 22 08:19:23.724578 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: ip_allocation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.725510 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.726013 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension ip_allocation not supported by any of loaded plugins Jan 22 08:19:23.726485 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.727908 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.728406 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: ip-substring-filtering Jan 22 08:19:23.728731 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l2_adjacency.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.729652 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.730209 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 22 08:19:23.730533 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.731579 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.732087 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: router Jan 22 08:19:23.732403 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.734748 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.735273 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 22 08:19:23.735601 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.736569 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.737080 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: ext-gw-mode Jan 22 08:19:23.737413 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.738332 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.738950 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: l3-ha Jan 22 08:19:23.739422 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3_flavors.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.740773 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.741564 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: l3-flavors Jan 22 08:19:23.742079 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.743464 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.744093 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 22 08:19:23.744419 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: l3agentscheduler.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.745546 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.746055 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: l3_agent_scheduler Jan 22 08:19:23.746508 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: local_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.748696 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.749232 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension local_ip not supported by any of loaded plugins Jan 22 08:19:23.749572 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: logging.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.751661 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.752234 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension logging not supported by any of loaded plugins Jan 22 08:19:23.752555 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: metering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.753475 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.754389 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: metering Jan 22 08:19:23.754748 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.756018 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.756538 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: metering_source_and_destination_fields Jan 22 08:19:23.756864 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: multiprovidernet.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.757984 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.758749 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: multi-provider Jan 22 08:19:23.759090 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: netmtu.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.760186 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.760713 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: net-mtu Jan 22 08:19:23.761035 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: netmtu_writable.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.761990 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.762492 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: net-mtu-writable Jan 22 08:19:23.762836 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: network_availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.763520 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.764020 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: network_availability_zone Jan 22 08:19:23.764336 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: network_ip_availability.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.765477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.765988 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: network-ip-availability Jan 22 08:19:23.766308 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: network_segment_range.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.767118 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.767616 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension network-segment-range not supported by any of loaded plugins Jan 22 08:19:23.767934 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: pagination.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.768929 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.769254 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: pagination Jan 22 08:19:23.769597 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: port_device_profile.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.770480 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.771019 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: port-device-profile Jan 22 08:19:23.771333 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.772257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.772754 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: port-mac-address-regenerate Jan 22 08:19:23.773068 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.774617 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.775145 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: port-numa-affinity-policy Jan 22 08:19:23.775460 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: port_resource_request.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.776635 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.777141 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension port-resource-request not supported by any of loaded plugins Jan 22 08:19:23.777448 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: port_resource_request_groups.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.778437 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.778968 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 22 08:19:23.779281 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: portbindings.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.780206 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.780710 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: binding Jan 22 08:19:23.781021 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: portbindings_extended.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.782516 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.783055 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: binding-extended Jan 22 08:19:23.783377 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: portsecurity.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.784297 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.784906 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: port-security Jan 22 08:19:23.785224 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: project_id.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.786328 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.786677 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: project-id Jan 22 08:19:23.786999 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: providernet.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.787911 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.788424 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: provider Jan 22 08:19:23.788740 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.793070 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.793588 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos not supported by any of loaded plugins Jan 22 08:19:23.793916 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.795192 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.795704 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 22 08:19:23.796030 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.796938 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.797441 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 22 08:19:23.797761 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_default.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.798695 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.799200 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-default not supported by any of loaded plugins Jan 22 08:19:23.799521 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_fip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.800430 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.800930 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-fip not supported by any of loaded plugins Jan 22 08:19:23.801252 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.802268 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.802808 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 22 08:19:23.803807 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.804122 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.805224 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 22 08:19:23.805545 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.806698 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.807206 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 22 08:19:23.807523 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.808603 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.809116 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 22 08:19:23.809436 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_pps_rule.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.810840 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.811374 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-pps not supported by any of loaded plugins Jan 22 08:19:23.811692 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.812682 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.813185 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 22 08:19:23.813501 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: qos_rules_alias.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.814554 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.815087 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 22 08:19:23.815411 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: quota_check_limit.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.816316 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.816822 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: quota-check-limit Jan 22 08:19:23.817140 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: quotasv2.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.818148 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.818465 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: quotas Jan 22 08:19:23.818817 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: quotasv2_detail.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.823213 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.823547 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: quota_details Jan 22 08:19:23.823879 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: rbac.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.824984 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.825686 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: rbac-policies Jan 22 08:19:23.825862 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: rbac_address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.826863 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.827373 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: rbac-address-group Jan 22 08:19:23.827698 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: rbac_address_scope.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.828615 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.829123 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: rbac-address-scope Jan 22 08:19:23.829451 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: rbac_security_groups.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.830388 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.831015 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: rbac-security-groups Jan 22 08:19:23.831303 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.832405 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.832843 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: rbac-subnetpool Jan 22 08:19:23.833241 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: revisionifmatch.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.834158 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.834679 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: revision-if-match Jan 22 08:19:23.835014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: revisions.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.836210 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.837028 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: standard-attr-revisions Jan 22 08:19:23.837361 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: router_availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.838050 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.838556 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: router_availability_zone Jan 22 08:19:23.838900 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: routerservicetype.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.839843 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.840345 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension router-service-type not supported by any of loaded plugins Jan 22 08:19:23.840663 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.841671 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.842159 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: security-groups-normalized-cidr Jan 22 08:19:23.842478 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.843419 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.843917 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: port-security-groups-filtering Jan 22 08:19:23.844237 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.845170 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.845672 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: security-groups-remote-address-group Jan 22 08:19:23.845994 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.846928 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.847430 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: security-groups-shared-filtering Jan 22 08:19:23.847749 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.848340 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 22 08:19:23.848658 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: securitygroup.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.859241 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.859912 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: security-group Jan 22 08:19:23.860268 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: segment.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.861352 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.861977 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension segment not supported by any of loaded plugins Jan 22 08:19:23.862262 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.863564 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.864114 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 22 08:19:23.864436 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: servicetype.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.865768 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.866330 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: service-type Jan 22 08:19:23.866682 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: sorting.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.868611 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.868940 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: sorting Jan 22 08:19:23.869264 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: standard_attr_segment.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.870347 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.870958 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 22 08:19:23.871279 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: standardattrdescription.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.872006 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.872527 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: standard-attr-description Jan 22 08:19:23.872973 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: stateful_security_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.873957 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.874494 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: stateful-security-group Jan 22 08:19:23.874851 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: stdattrs_common.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.875638 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 22 08:19:23.875792 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.876860 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.877412 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 22 08:19:23.877749 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnet_onboard.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.879089 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.879568 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: subnet_onboard Jan 22 08:19:23.879904 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.881139 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.881678 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 22 08:19:23.881996 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnet_service_types.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.883596 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.884130 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: subnet-service-types Jan 22 08:19:23.884440 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnetallocation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.885657 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.886183 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: subnet_allocation Jan 22 08:19:23.886509 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.887267 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.887786 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: subnetpool-prefix-ops Jan 22 08:19:23.888103 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.889156 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.889674 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 22 08:19:23.889997 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: tagging.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.891244 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.891785 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: standard-attr-tag Jan 22 08:19:23.892104 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: timestamp.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.893559 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.894480 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loaded extension: standard-attr-timestamp Jan 22 08:19:23.894839 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: trunk.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.896098 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.896657 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension trunk not supported by any of loaded plugins Jan 22 08:19:23.896975 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: trunk_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.898031 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.898759 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension trunk-details not supported by any of loaded plugins Jan 22 08:19:23.899088 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.900157 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.900947 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 22 08:19:23.901264 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Loading extension file: vlantransparent.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 22 08:19:23.901991 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 08:19:23.902499 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 22 08:19:23.905474 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:network Jan 22 08:19:23.906147 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnet Jan 22 08:19:23.906406 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 08:19:23.906852 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:port Jan 22 08:19:23.909924 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.910389 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service FLAVORS assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.911106 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.911550 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.911906 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:router Jan 22 08:19:23.912375 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:floatingip Jan 22 08:19:23.912910 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service METERING assigned prefix: /metering {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.914579 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.914980 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.915329 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:19:23.916510 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 08:19:23.916969 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:security_group Jan 22 08:19:23.917399 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 08:19:23.918037 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.918360 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 08:19:23.918748 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] subnetpool is already registered Jan 22 08:19:23.919191 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.919514 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 08:19:23.919852 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] subnetpool is already registered Jan 22 08:19:23.922391 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.922856 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service FLAVORS assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.923453 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.923875 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.924213 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:router Jan 22 08:19:23.924557 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] router is already registered Jan 22 08:19:23.924970 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:floatingip Jan 22 08:19:23.925308 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] floatingip is already registered Jan 22 08:19:23.925767 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service METERING assigned prefix: /metering {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.926477 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 08:19:23.926853 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] rbac_policy is already registered Jan 22 08:19:23.927271 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:security_group Jan 22 08:19:23.927598 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] security_group is already registered Jan 22 08:19:23.928000 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 08:19:23.928326 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] security_group_rule is already registered Jan 22 08:19:23.929009 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.929336 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 08:19:23.930599 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] subnetpool is already registered Jan 22 08:19:23.931143 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 22 08:19:23.931476 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 08:19:23.931805 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] subnetpool is already registered Jan 22 08:19:23.932284 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: extensions {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.933853 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: address-groups {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.935563 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: address-scopes {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.936805 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.937983 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: auto-allocated-topology {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.939275 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: availability_zones {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.940546 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: dhcp-networks {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.942049 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: dhcp-agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.943543 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.946214 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: flavors {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.947436 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: service_profiles {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.948725 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: next_providers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.950184 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: service_profiles {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.951780 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: floatingip-pools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.953026 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.955200 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: floatingips {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.956478 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: l3-routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.957871 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: l3-agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.959388 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: metering-labels {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.961326 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: metering-label-rules {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.962618 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: network-ip-availabilities {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.963933 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: bindings {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.965700 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: quotas {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.967320 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: quotas {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.968857 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: rbac-policies {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.970200 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: security-groups {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.971483 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: security-group-rules {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.972708 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: service-providers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.973928 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: subnetpools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.975394 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: subnetpools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.977884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.979607 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.982538 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.984356 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.986153 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.988064 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.989754 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.991691 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.993743 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:23.995642 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 22 08:19:24.001623 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING keystonemiddleware.auth_token [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 22 08:19:24.006615 dv-cinder-825913-1-iscsi neutron-server[102389]: WARNING keystonemiddleware.auth_token [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 22 08:19:24.019295 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Acquired lock "singleton_lock" {{(pid=102389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 22 08:19:24.019778 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Releasing lock "singleton_lock" {{(pid=102389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 22 08:19:24.020445 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Starting 2 workers Jan 22 08:19:24.026296 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Started child 102498 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 22 08:19:24.031033 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Started child 102499 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 22 08:19:24.032694 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO neutron.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 22 08:19:24.033382 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.035779 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.036367 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Starting 1 workers Jan 22 08:19:24.036459 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.037563 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [-] (102499) wsgi starting up on http://0.0.0.0:9696 Jan 22 08:19:24.038072 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [-] (102498) wsgi starting up on http://0.0.0.0:9696 Jan 22 08:19:24.041713 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Started child 102500 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 22 08:19:24.042286 dv-cinder-825913-1-iscsi neutron-server[102389]: INFO oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Starting 1 workers Jan 22 08:19:24.045636 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] calling RpcWorker wait() {{(pid=102500) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 22 08:19:24.046475 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] returning from RpcWorker wait() {{(pid=102500) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 22 08:19:24.046904 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Started child 102501 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 22 08:19:24.047307 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.047757 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:24.047906 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65ef9fd7-4714-42fe-9b7b-05ad81d364a5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.049749 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 22 08:19:24.049993 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 22 08:19:24.050123 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 22 08:19:24.050349 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 22 08:19:24.050722 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 22 08:19:24.050891 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 22 08:19:24.051388 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.051658 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.051944 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.052151 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:24.052745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.052745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.053062 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.053221 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:24.053310 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.053558 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.053822 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.054075 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.054252 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.054403 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.055066 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.055321 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.055823 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.056074 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.056322 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.056595 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.056770 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.057047 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.057326 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.057503 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.057768 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.058008 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.058552 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.058722 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.058963 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.059356 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.059463 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.059698 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.059986 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.060213 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.060427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.060691 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.060937 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.061176 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.061412 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.061678 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.061892 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.062132 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.062360 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.062845 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host = dv-cinder-825913-1-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.063119 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.072781 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_options = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.074217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.075846 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.076522 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.077581 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.078358 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.079355 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.079505 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.079691 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.079886 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.080131 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.080354 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.081555 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.081717 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.081971 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.082323 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.082545 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.084762 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.085600 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.085600 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.086849 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.086849 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.087015 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.087315 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.087662 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.087887 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.088230 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.088503 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.088797 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.089200 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.089791 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.090067 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.090469 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.091024 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.091413 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.091784 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.092196 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.092553 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.093006 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.093305 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.093664 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.094096 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.094504 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.095031 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.095392 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.095934 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.096525 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.097050 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.097404 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.097740 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.098037 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.098327 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.098613 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.098980 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.099291 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.099557 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.099871 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.100186 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.100502 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.100780 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.101057 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.101347 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.101634 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.101951 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.102374 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.102923 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.103282 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.103600 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.103977 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.104347 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.104732 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.105128 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.105537 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.105884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.106279 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.106782 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.107192 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.107564 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.107851 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.108187 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.108536 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.108842 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.109210 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.109578 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.109904 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.110339 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.110792 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.111132 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.111470 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.111763 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.112113 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.112458 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.113055 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.113397 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.113735 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.114134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.114441 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.114793 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.115093 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.115430 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.115883 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.116906 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.117341 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.117820 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.118381 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.118873 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.119348 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.119901 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.120229 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.120630 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.120976 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.121240 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.121537 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.121805 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.122076 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.122343 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.122700 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.122975 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.123297 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.123571 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.123919 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.124227 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.124488 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.124783 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.125073 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.125357 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.125639 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.126014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.126332 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.126609 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.127017 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.127301 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.127629 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.127904 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.128242 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.128521 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.128843 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.129262 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.129520 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.129835 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.130153 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.130459 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.130861 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.131469 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.131771 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.132073 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.132383 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.133316 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.133808 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.134237 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.134530 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.134836 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.135224 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.135535 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.135825 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.136162 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.136471 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.136784 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.137121 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.137476 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.137752 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.138061 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.138371 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.138725 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.138994 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.139293 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.139576 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.139841 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.140149 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.140570 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.140895 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.141157 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.141531 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.141815 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.142125 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.142391 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.142722 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.143039 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.143379 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.143601 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.143869 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.144151 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.144439 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.144714 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.144989 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.145265 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.145541 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.145845 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.146143 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.146501 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.146831 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.147091 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.147450 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.147745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.148065 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.148400 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.149318 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.149597 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.149856 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.150153 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.150431 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.151004 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.151284 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.151589 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.151860 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.152174 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.152475 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.152929 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.153236 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.153526 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.153843 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.154105 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.154410 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.154726 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.155011 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.155280 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.155539 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.155861 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.156230 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.156666 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.156957 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.157234 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.157561 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.157829 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.158109 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.158364 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.158748 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.159050 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.159327 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.159638 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.159925 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.160213 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.160637 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.160803 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.160954 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.161274 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.161545 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.161796 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.162147 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.162411 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.162706 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.162996 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.163322 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.163586 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.164466 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.164740 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.165316 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.165316 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.165567 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.165851 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.166290 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.166447 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.166745 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.167126 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.167392 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.167710 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.168968 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.168968 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.168968 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.168968 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.169455 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.169455 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.169669 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.169934 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.170223 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.170552 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.170907 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.171209 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.171542 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.171925 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.172236 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.172558 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.172847 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.173117 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.173598 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.173952 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.174372 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.174713 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.175050 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.175372 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.175588 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:24.175945 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.176037 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.176302 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.176597 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.176995 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.177399 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.177759 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.178107 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.178515 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.178835 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.179137 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.179420 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.180715 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.180715 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.180715 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.180715 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.181157 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.181157 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.181385 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.181688 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.181960 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.182439 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.182585 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.182922 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.183340 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.183482 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 22 08:19:24.184014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 22 08:19:24.184218 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 22 08:19:24.184400 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 22 08:19:24.184641 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 22 08:19:24.184860 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 22 08:19:24.185054 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 22 08:19:24.185445 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.185547 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.185698 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.185982 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.186105 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.186324 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.186524 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.186740 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187070 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187219 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187381 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187571 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187743 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.187988 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.188185 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.188386 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.188579 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.188773 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.189035 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.189236 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.189422 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.189610 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.189803 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.190023 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.190272 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.190430 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.190672 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.190864 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191022 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191203 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191407 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191609 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191794 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.191995 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.192246 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.192445 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.192789 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.192873 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.193016 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.193214 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.193472 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.193752 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host = dv-cinder-825913-1-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.193848 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.194032 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.194272 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.194468 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.194692 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.194901 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.195654 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.195816 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.196003 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.196180 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.196338 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.196530 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.196807 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.197053 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.197266 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_options = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.197460 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.197651 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.197835 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.198109 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.198333 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.198607 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.198845 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.199047 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.199255 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.199480 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.199678 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.199871 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.200175 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.200370 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.200738 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.201114 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.201458 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.201800 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.202175 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.202577 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.202788 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.202985 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.203181 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.203378 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.203741 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.203741 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.203958 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.204566 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.204566 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.204566 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.204792 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.204863 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205093 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205198 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205386 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205578 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205820 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.205987 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.206188 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.206566 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.206953 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.207414 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.207631 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.207732 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.207967 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.208475 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.208763 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.208991 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.209190 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.209392 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.209659 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.210056 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.210372 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.210516 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.211179 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.211331 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 22 08:19:24.211656 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.212002 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.212239 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.212239 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.212541 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.212680 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213263 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213263 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213520 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213520 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213986 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.213986 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.214272 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.214398 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.214584 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.214835 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.215028 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.215188 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.215493 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.215710 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.215911 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.216105 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.216318 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.216514 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.216712 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.216908 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.217184 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.217519 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.217636 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.217852 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.218164 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.218486 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.218839 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.219071 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.219381 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.219652 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.219833 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220003 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220189 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220439 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220614 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220795 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.220975 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.221179 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.221387 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.221649 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.221996 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.222207 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.222207 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.222931 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.222931 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.222931 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.223353 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.223353 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.223353 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.223805 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.223805 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.224327 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.224327 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.224327 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.225080 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.225080 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.225080 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.225080 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.227477 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.229014 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.230217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.230217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.230217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.230217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.230217 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231033 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231033 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231033 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231033 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231661 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231661 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.231661 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232239 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232239 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232239 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232852 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232852 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.232852 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233371 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233371 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233371 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.233884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.234429 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.234429 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.234779 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.234779 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235091 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235323 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235323 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235615 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235615 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.235915 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.236084 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.236257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.237369 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238257 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238889 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.238889 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239184 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239184 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239529 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239672 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239845 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.239987 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.240124 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.240319 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.241427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.241427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.241427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.241427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.241427 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.242112 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.242112 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.242112 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243008 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243147 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243287 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243426 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243563 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243770 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.243973 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.244185 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.244378 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.244565 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.244759 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.244946 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.245134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.245321 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246061 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246061 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246061 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246061 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246578 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246578 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246875 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.246875 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247134 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247275 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247412 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247597 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247794 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.247971 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.248177 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.248444 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.248654 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.248892 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.249102 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.249303 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.249506 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.249705 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.249907 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.250122 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.250320 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.250530 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.250758 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.250966 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.251180 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.251388 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.251593 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.251797 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.252009 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.252206 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.252402 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.252620 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.252893 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.253150 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.253399 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.253822 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.253822 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.254146 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.254230 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.254378 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.254641 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.254817 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.255035 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.255251 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.255478 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.255768 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.255917 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.256105 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.256304 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.256503 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.256711 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.257036 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.257198 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.257444 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.257647 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.257889 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.258368 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.258368 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.258520 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.258771 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.259008 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.259254 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.259504 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.259768 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.259884 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.260109 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.260344 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.260551 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.260882 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.261035 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.261253 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.261462 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.261669 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.261879 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.262133 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.262390 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.262616 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.262855 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.263147 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.263329 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.263611 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.263800 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.264023 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.264251 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.264505 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.264689 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.264913 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.265155 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.265391 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.265622 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.265855 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.266066 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.266287 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.266489 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.266744 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.266963 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.267187 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.267401 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.267608 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.267824 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.268028 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.268247 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.268486 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.268747 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.268961 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.269226 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.269460 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.269708 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.269946 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.270188 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.270432 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.270720 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.271135 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.271381 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.271628 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.271879 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.272129 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.272382 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.272622 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.272867 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.273114 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.273441 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.273687 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.273933 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.274178 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.274420 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.274697 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.274944 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.275185 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.275435 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 22 08:19:24.275913 dv-cinder-825913-1-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 22 08:19:24.519032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36402) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:19:24.528913 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077207 Jan 22 08:19:36.998669 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ade94c-30cc-4fdd-936b-ae8265517308 None None] get_active_networks_info from dv-cinder-825913-1-iscsi {{(pid=102500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 22 08:19:37.097442 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ade94c-30cc-4fdd-936b-ae8265517308 None None] No non-hosted networks {{(pid=102500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 22 08:19:37.163001 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.agentschedulers_db [None req-33ade94c-30cc-4fdd-936b-ae8265517308 None None] DHCP Agent not found on host dv-cinder-825913-1-iscsi {{(pid=102500) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 22 08:19:37.229882 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa9cc-084a-4426-bb28-4e5739e41772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:39.516603 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a34feef4-56dd-4ac9-aa6a-878c30d56f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:39.562529 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6345b610-bd13-475b-b159-9b18451e0e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:41.455697 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:43.623598 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.db.l3_hamode_db [None req-0f107311-43c5-4763-a9d4-0b52c119936b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 22 08:19:43.800625 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f107311-43c5-4763-a9d4-0b52c119936b None None] Routers set() bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:19:43.801451 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f107311-43c5-4763-a9d4-0b52c119936b None None] Router IDs set() for agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 22 08:19:43.807957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:44.326181 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:44.327164 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.327514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.327874 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.328200 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.328548 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.328875 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.329389 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.329558 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.329943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.330359 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.330726 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.331143 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.331500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:44.331870 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825913-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:44.341417 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825913-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:19:48.280374 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36502) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:19:48.943138 dv-cinder-825913-1-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-b48075dc-9819-4b17-a4dd-0f1d6744e102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:48.944201 dv-cinder-825913-1-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-b48075dc-9819-4b17-a4dd-0f1d6744e102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:49.198845 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-b48075dc-9819-4b17-a4dd-0f1d6744e102 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:19:49.199964 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b48075dc-9819-4b17-a4dd-0f1d6744e102 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9184284 Jan 22 08:19:52.263248 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36518) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:19:52.888798 dv-cinder-825913-1-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:52.889754 dv-cinder-825913-1-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:53.120064 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'b558b7683d42483187b71c19bcf74654', 'default_prefixlen': 26}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:19:53.227551 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.policy [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 22 08:19:53.276167 dv-cinder-825913-1-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:53.276899 dv-cinder-825913-1-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:53.285572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.quota [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] Loaded quota_driver: . Jan 22 08:19:53.394587 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405933689', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405933126', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405946873', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405949666', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405960506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742405969616', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-932321', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3738618'] for rbac-policy (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:53.468908 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:53.470861 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8ce25087-6009-47e5-b4a9-a5704647f7d5 admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2053394 Jan 22 08:19:56.327408 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36536) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:19:56.707792 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Request body: {'network': {'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'name': 'private', 'admin_state_up': True}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:19:56.711003 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.quota [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Loaded quota_driver: . Jan 22 08:19:56.779116 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Made reservation on behalf of 4d657ceccd8b4dd8b95797dc3313d660 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:19:56.851133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.policy [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 22 08:19:56.905519 dv-cinder-825913-1-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:56.905818 dv-cinder-825913-1-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 08:19:56.917586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:56.941005 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.084014 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks [] for security_group (e6620caf-70f3-4c5f-8586-d3168e66d1e6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.088865 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e6620caf-70f3-4c5f-8586-d3168e66d1e6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.119542 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:19:57.146954 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742408205078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (05bd5923-be55-4384-91b0-bdf5be4e6234), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.147556 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Unsubscribe: segment precommit_create {{(pid=102499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 22 08:19:57.148101 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Added segment 05bd5923-be55-4384-91b0-bdf5be4e6234 of type vlan for network 4afd094e-6f15-4800-a4b7-ed7d1f956277 Jan 22 08:19:57.154933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6620caf-70f3-4c5f-8586-d3168e66d1e6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:19:57.196626 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.196892 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.197232 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.197561 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.197885 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.198208 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.198555 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.198903 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.199239 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.199573 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.199892 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.200204 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.200517 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Tracked resource versions report: Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: pushed versions: Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: consumer versions: Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Log': '1.0', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Network': '1.1', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Port': '1.7', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 22 08:19:57.201950 dv-cinder-825913-1-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:19:57.271977 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (4afd094e-6f15-4800-a4b7-ed7d1f956277), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.322490 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (4afd094e-6f15-4800-a4b7-ed7d1f956277), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.323724 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:19:57.324441 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:19:57.390534 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0619648 Jan 22 08:19:57.443373 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464c00-8a27-4e0f-b57e-d334021ceaca admin admin] Pushing event updated for resources: {'Network': ['ID=4afd094e-6f15-4800-a4b7-ed7d1f956277,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:19:57.455957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:20:00.370916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36552) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:00.875119 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cbd618-91f2-4f36-8683-2fca874aa23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:00.876673 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-09cbd618-91f2-4f36-8683-2fca874aa23a admin admin] 10.222.0.84 "GET /v2.0/networks/4afd094e-6f15-4800-a4b7-ed7d1f956277 HTTP/1.1" status: 200 len: 824 time: 0.5047657 Jan 22 08:20:00.902963 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-05f90ca0-8a23-4fd0-b998-232665325c70 admin admin] 10.222.0.84 "GET /v2.0/subnetpools/fa6a78ba-475f-41b6-8bca-e156571a4f25 HTTP/1.1" status: 200 len: 734 time: 0.0200856 Jan 22 08:20:00.912074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Request body: {'subnet': {'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:20:00.951613 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Made reservation on behalf of 4d657ceccd8b4dd8b95797dc3313d660 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:20:00.954186 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:01.289348 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (81e755d8-5a2f-4ae5-ad00-e02f83681da6), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:01.362507 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Checking segment: {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:20:01.362879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Network hostable DHCP agents. Network: 4afd094e-6f15-4800-a4b7-ed7d1f956277, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:20:01.370299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e755d8-5a2f-4ae5-ad00-e02f83681da6,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:01.383095 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.383748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.383748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.384081 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.384400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.384717 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.385044 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.385404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.385752 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.386082 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.386409 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.386753 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.387060 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Tracked resource versions report: Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: pushed versions: Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: { 'AddressGroup': {'1.2'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Log': {'1.0'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Network': {'1.1'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Port': {'1.7'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'PortForwarding': {'1.2'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'QosPolicy': {'1.10'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroup': {'1.5'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SubPort': {'1.0'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Subnet': {'1.1'}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Trunk': {'1.1'}} Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: consumer versions: Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'ConntrackHelper': '1.0', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'LocalIPAssociation': '1.0', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Log': '1.0', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Network': '1.1', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Port': '1.7', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'PortForwarding': '1.2', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'QosPolicy': '1.10', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroup': '1.5', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroupRule': '1.2', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SubPort': '1.0', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Subnet': '1.1', Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Trunk': '1.1'}} Jan 22 08:20:01.388462 dv-cinder-825913-1-iscsi neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:20:01.416734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:20:01.430340 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 4afd094e-6f15-4800-a4b7-ed7d1f956277) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:01.435134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:01.435762 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:01.448767 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2093e5-25fc-496f-88ab-e0d4e31d1d6d None None] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:20:01.455186 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9feb46e4-af6d-44d4-b229-c8e4927a35a6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5460932 Jan 22 08:20:01.781362 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-4afd094e-6f15-4800-a4b7-ed7d1f956277', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:20:01.782755 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.129003 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Allocated IP 172.20.0.2 (4afd094e-6f15-4800-a4b7-ed7d1f956277/81e755d8-5a2f-4ae5-ad00-e02f83681da6/5aeefd1e-7351-4912-b572-2c97e722470f) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:20:02.405951 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks [] for port (5aeefd1e-7351-4912-b572-2c97e722470f), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.414297 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.497977 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:20:02.507366 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:02.508934 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Pushing event updated for resources: {'Port': ['ID=5aeefd1e-7351-4912-b572-2c97e722470f,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:02.513948 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:20:02.521859 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.522222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.522572 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.525125 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.525462 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.525929 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.526258 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.526583 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.526930 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.527270 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.527596 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.527913 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.528230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Tracked resource versions report: Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: pushed versions: Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: consumer versions: Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Log': '1.0', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Network': '1.1', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Port': '1.7', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 22 08:20:02.529659 dv-cinder-825913-1-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:20:02.604255 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Attempting to bind port 5aeefd1e-7351-4912-b572-2c97e722470f on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:20:02.604654 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Attempting to bind port 5aeefd1e-7351-4912-b572-2c97e722470f by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:20:02.605089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Attempting to bind port 5aeefd1e-7351-4912-b572-2c97e722470f on network 4afd094e-6f15-4800-a4b7-ed7d1f956277 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:20:02.610952 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:20:02.611208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Checking segment: {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:20:02.611675 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.612056 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Bound using segment: {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:20:02.612686 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Bound port: 5aeefd1e-7351-4912-b572-2c97e722470f, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:20:02.612945 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.709106 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] For port 5aeefd1e-7351-4912-b572-2c97e722470f, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:20:02.715380 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] For port 5aeefd1e-7351-4912-b572-2c97e722470f, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=5aeefd1e-7351-4912-b572-2c97e722470f,segment=NetworkSegment(05bd5923-be55-4384-91b0-bdf5be4e6234),segment_id=05bd5923-be55-4384-91b0-bdf5be4e6234)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:20:02.721803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:02.794008 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521574d7-b6d9-435c-b987-313cd1388c5c None None] Pushing event updated for resources: {'Port': ['ID=5aeefd1e-7351-4912-b572-2c97e722470f,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:04.172527 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36564) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:04.594459 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [None req-4998e298-74d6-4ddb-b97e-996f739586eb admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:20:04.595581 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4998e298-74d6-4ddb-b97e-996f739586eb admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4207649 Jan 22 08:20:06.936183 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9aedf57e-1c5a-4f8f-9c1c-2a0090aaf1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:07.242108 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36572) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:07.601876 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-a7973db5-85b3-4a7d-8dbc-544255024d80 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:20:07.602905 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a7973db5-85b3-4a7d-8dbc-544255024d80 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3596723 Jan 22 08:20:09.515005 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e698cf3-edb0-48f5-8385-8abb42581a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:10.593698 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36586) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:10.986130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Request body: {'router': {'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'name': 'router1', 'admin_state_up': True}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:20:11.016042 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (3f717841-6d2a-41a7-81b6-2dd66a98cacf), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:11.017291 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (3f717841-6d2a-41a7-81b6-2dd66a98cacf), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:11.170370 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Publish callbacks [] for router_controller (3f717841-6d2a-41a7-81b6-2dd66a98cacf), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:11.176247 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (3f717841-6d2a-41a7-81b6-2dd66a98cacf), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:11.197180 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:11.197180 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-63b7c8ac-b8be-47db-9a87-0b6f72d984dc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6008546 Jan 22 08:20:11.396813 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:13.381096 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 5aeefd1e-7351-4912-b572-2c97e722470f up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:20:13.489922 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 5aeefd1e-7351-4912-b572-2c97e722470f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:13.490868 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:13.618480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 5aeefd1e-7351-4912-b572-2c97e722470f is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:13.619066 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:13.679864 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 5aeefd1e-7351-4912-b572-2c97e722470f, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=5aeefd1e-7351-4912-b572-2c97e722470f,segment=NetworkSegment(05bd5923-be55-4384-91b0-bdf5be4e6234),segment_id=05bd5923-be55-4384-91b0-bdf5be4e6234)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:20:13.687175 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:13.719086 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:13.755209 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=5aeefd1e-7351-4912-b572-2c97e722470f,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:13.914434 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36608) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:14.062717 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-b48c0873-9cbb-4ef7-9727-e5fb171793a6 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:20:14.063831 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b48c0873-9cbb-4ef7-9727-e5fb171793a6 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1484268 Jan 22 08:20:14.325812 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:14.944322 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884d3f5-1815-4b6e-af01-0a315035aa53 None None] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:20:15.070287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-15298bdd-95d1-450a-a83c-f57a767cd58d None None] Provisioning complete for port 5aeefd1e-7351-4912-b572-2c97e722470f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:15.070912 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-15298bdd-95d1-450a-a83c-f57a767cd58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:15.269912 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-15298bdd-95d1-450a-a83c-f57a767cd58d None None] Current status of the port 5aeefd1e-7351-4912-b572-2c97e722470f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:15.350766 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 5aeefd1e-7351-4912-b572-2c97e722470f up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:20:15.411845 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 5aeefd1e-7351-4912-b572-2c97e722470f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:15.412144 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:15.507784 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-658cfe9f-c923-4b1c-ad7a-799a646a4f8f None None] Provisioning complete for port 5aeefd1e-7351-4912-b572-2c97e722470f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:15.508039 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658cfe9f-c923-4b1c-ad7a-799a646a4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:15.509592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 5aeefd1e-7351-4912-b572-2c97e722470f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:15.602645 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-658cfe9f-c923-4b1c-ad7a-799a646a4f8f None None] Current status of the port 5aeefd1e-7351-4912-b572-2c97e722470f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:16.095314 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:20:16.709659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 36624) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:16.783554 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Request body: {'network': {'name': 'public', 'tenant_id': 'b558b7683d42483187b71c19bcf74654', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'project_id': 'b558b7683d42483187b71c19bcf74654', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:20:16.809961 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Made reservation on behalf of b558b7683d42483187b71c19bcf74654 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:20:16.812270 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:16.821438 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:16.917715 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks [] for security_group (9937d424-702a-456a-b15d-424af394ecea), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:16.922586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9937d424-702a-456a-b15d-424af394ecea), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:16.950852 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 22 08:20:16.971663 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9937d424-702a-456a-b15d-424af394ecea,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:16.984880 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (15ca4413-fb2f-4187-abeb-3942d2f25feb), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:16.985206 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Added segment 15ca4413-fb2f-4187-abeb-3942d2f25feb of type flat for network d2aefd9d-62f0-4171-9805-fe53c97de204 Jan 22 08:20:17.068613 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (d2aefd9d-62f0-4171-9805-fe53c97de204), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:17.110855 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (d2aefd9d-62f0-4171-9805-fe53c97de204), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:17.112206 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:17.113130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:17.168254 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4569976 Jan 22 08:20:17.221931 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e469568-1416-41ee-844a-cf93608e0cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d2aefd9d-62f0-4171-9805-fe53c97de204,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:17.234173 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network d2aefd9d-62f0-4171-9805-fe53c97de204 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:20:19.593395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36632) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:19.706892 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96495f-0642-4c3d-87a0-5d5d059a388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:19.709089 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-aa96495f-0642-4c3d-87a0-5d5d059a388b admin admin] 10.222.0.84 "GET /v2.0/subnets/81e755d8-5a2f-4ae5-ad00-e02f83681da6 HTTP/1.1" status: 200 len: 849 time: 0.1138537 Jan 22 08:20:19.920299 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f59abaa1-ce43-454c-98cd-8df9566153d0 admin admin] 10.222.0.84 "GET /v2.0/routers/3f717841-6d2a-41a7-81b6-2dd66a98cacf HTTP/1.1" status: 200 len: 704 time: 0.2057292 Jan 22 08:20:20.231209 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:20.574962 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Allocated IP 172.20.0.1 (4afd094e-6f15-4800-a4b7-ed7d1f956277/81e755d8-5a2f-4ae5-ad00-e02f83681da6/405ce786-bf1f-4223-8a0e-757d2dcd190d) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:20:20.756186 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks [] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:20.848405 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:20.926837 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:20:20.934440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:20.941953 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:20:20.942596 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (3f717841-6d2a-41a7-81b6-2dd66a98cacf), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:20.967409 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Pushing event updated for resources: {'Port': ['ID=405ce786-bf1f-4223-8a0e-757d2dcd190d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:21.158876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.177414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-479d899c-2edc-44dc-89fe-2a3c0f7dd6f1 None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:21.178109 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-479d899c-2edc-44dc-89fe-2a3c0f7dd6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.235239 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-479d899c-2edc-44dc-89fe-2a3c0f7dd6f1 None None] Port 405ce786-bf1f-4223-8a0e-757d2dcd190d cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:20:21.438050 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks [] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.443526 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.444350 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (3f717841-6d2a-41a7-81b6-2dd66a98cacf), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.511504 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Pushing event updated for resources: {'Port': ['ID=405ce786-bf1f-4223-8a0e-757d2dcd190d,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:21.585517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:20:21.587119 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:21.847718 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Router 3f717841-6d2a-41a7-81b6-2dd66a98cacf is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:20:21.859690 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-670f4a9d-bea1-45c2-a8df-25cce8a1a35f None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:21.859971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-670f4a9d-bea1-45c2-a8df-25cce8a1a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:21.907018 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-670f4a9d-bea1-45c2-a8df-25cce8a1a35f None None] Port 405ce786-bf1f-4223-8a0e-757d2dcd190d cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:20:21.960129 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:20:21.965978 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-dfe3ed19-5ec7-4098-8009-f49bbc9a66d3 admin admin] 10.222.0.84 "PUT /v2.0/routers/3f717841-6d2a-41a7-81b6-2dd66a98cacf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0399971 Jan 22 08:20:21.970820 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Sync routers for ids ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:20:21.984571 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Routers {'3f717841-6d2a-41a7-81b6-2dd66a98cacf'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:20:21.985614 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:20:09Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:22.192497 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Set router 3f717841-6d2a-41a7-81b6-2dd66a98cacf gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:20:22.719471 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:21Z', 'revision_number': 2, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port_host': None, '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:21Z', 'revision_number': 2, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:22.776294 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Checking router: 3f717841-6d2a-41a7-81b6-2dd66a98cacf for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:20:22.776666 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Updating router 3f717841-6d2a-41a7-81b6-2dd66a98cacf port 405ce786-bf1f-4223-8a0e-757d2dcd190d binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:20:22.840247 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.477912 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks [] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.485645 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.672111 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Pushing event updated for resources: {'Port': ['ID=405ce786-bf1f-4223-8a0e-757d2dcd190d,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:23.697058 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.697709 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.698240 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.698777 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.699267 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.699760 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.700253 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.700697 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.701019 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.701356 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.701676 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.701993 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.702492 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Tracked resource versions report: Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: pushed versions: Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: consumer versions: Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Log': '1.0', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Network': '1.1', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Port': '1.7', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 22 08:20:23.703892 dv-cinder-825913-1-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:20:23.707032 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Attempting to bind port 405ce786-bf1f-4223-8a0e-757d2dcd190d on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:20:23.707032 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Attempting to bind port 405ce786-bf1f-4223-8a0e-757d2dcd190d by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:20:23.707297 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Attempting to bind port 405ce786-bf1f-4223-8a0e-757d2dcd190d on network 4afd094e-6f15-4800-a4b7-ed7d1f956277 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:20:23.715140 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:20:23.715543 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Checking segment: {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:20:23.716009 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.716402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Bound using segment: {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:20:23.717002 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Bound port: 405ce786-bf1f-4223-8a0e-757d2dcd190d, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bd5923-be55-4384-91b0-bdf5be4e6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:20:23.717247 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.748418 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-5edb93fa-be2e-4c58-8a34-45b0be78aded None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:23.749222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5edb93fa-be2e-4c58-8a34-45b0be78aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.796906 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-5edb93fa-be2e-4c58-8a34-45b0be78aded None None] Port 405ce786-bf1f-4223-8a0e-757d2dcd190d cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:20:23.809213 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] For port 405ce786-bf1f-4223-8a0e-757d2dcd190d, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:20:23.842991 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] For port 405ce786-bf1f-4223-8a0e-757d2dcd190d, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=405ce786-bf1f-4223-8a0e-757d2dcd190d,segment=NetworkSegment(05bd5923-be55-4384-91b0-bdf5be4e6234),segment_id=05bd5923-be55-4384-91b0-bdf5be4e6234)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:20:23.850025 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:23.944103 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Routers {'3f717841-6d2a-41a7-81b6-2dd66a98cacf'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:20:23.945003 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:20:09Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:24.002396 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0153e7-1ba1-4c41-b586-5dbe3189fdbd None None] Pushing event updated for resources: {'Port': ['ID=405ce786-bf1f-4223-8a0e-757d2dcd190d,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:24.068465 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] Set router 3f717841-6d2a-41a7-81b6-2dd66a98cacf gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:20:24.132514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:24.133211 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:24.226609 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Current status of the port 405ce786-bf1f-4223-8a0e-757d2dcd190d is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:24.226989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:24.266986 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] For port 405ce786-bf1f-4223-8a0e-757d2dcd190d, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=405ce786-bf1f-4223-8a0e-757d2dcd190d,segment=NetworkSegment(05bd5923-be55-4384-91b0-bdf5be4e6234),segment_id=05bd5923-be55-4384-91b0-bdf5be4e6234)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:20:24.272456 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:24.329617 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9255e-3381-497b-abc1-ea95257b7ddc None None] Pushing event updated for resources: {'Port': ['ID=405ce786-bf1f-4223-8a0e-757d2dcd190d,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:24.342653 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:21Z', 'revision_number': 2, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port_host': None, '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:23Z', 'revision_number': 4, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:24.369862 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c06462-815a-4a00-b517-933f9e649bbe None None] The sync data for ids ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'] in dv-cinder-825913-1-iscsi is: [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:21Z', 'revision_number': 2, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port_host': None, '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:23Z', 'revision_number': 4, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:20:27.090022 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36650) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:27.206147 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87654a48-95be-4d85-a865-701a3bb0d07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:27.207561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-87654a48-95be-4d85-a865-701a3bb0d07c admin admin] 10.222.0.84 "GET /v2.0/networks/d2aefd9d-62f0-4171-9805-fe53c97de204 HTTP/1.1" status: 200 len: 842 time: 0.1165590 Jan 22 08:20:27.217808 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Request body: {'subnet': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'enable_dhcp': False, 'tenant_id': 'b558b7683d42483187b71c19bcf74654', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:20:27.247434 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Made reservation on behalf of b558b7683d42483187b71c19bcf74654 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:20:27.249606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:27.551282 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.objects.ports [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102498) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 22 08:20:27.551747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (33d2e634-9d70-4f7f-a5de-a60e0b0827bd), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:27.608187 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d2e634-9d70-4f7f-a5de-a60e0b0827bd,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:27.617763 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:20:27.618114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Network hostable DHCP agents. Network: d2aefd9d-62f0-4171-9805-fe53c97de204, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:20:27.644747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:20:27.660784 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, d2aefd9d-62f0-4171-9805-fe53c97de204) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:27.667434 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:27.668428 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:27.670326 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd900ac-3c79-4349-81dd-f9e4d0367831 None None] Network d2aefd9d-62f0-4171-9805-fe53c97de204 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:20:27.695309 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-dbda1de5-2a14-4c07-a001-0172ae527ea0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4808495 Jan 22 08:20:27.800274 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d90c2-d8e2-49ec-93b2-87ad364a2b71 None None] Network d2aefd9d-62f0-4171-9805-fe53c97de204 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:20:30.165548 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36658) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:30.316059 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c139b9e9-a785-4c15-be5f-8758929c2cb5 admin admin] 10.222.0.84 "GET /v2.0/routers/3f717841-6d2a-41a7-81b6-2dd66a98cacf HTTP/1.1" status: 200 len: 710 time: 0.1494520 Jan 22 08:20:30.413885 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c1bf1-8a4c-479f-b14b-4fb51219a62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:20:30.415307 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d49c1bf1-8a4c-479f-b14b-4fb51219a62c admin admin] 10.222.0.84 "GET /v2.0/networks/d2aefd9d-62f0-4171-9805-fe53c97de204 HTTP/1.1" status: 200 len: 886 time: 0.0928481 Jan 22 08:20:30.424922 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:20:30.770191 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks [] for router_gateway (3f717841-6d2a-41a7-81b6-2dd66a98cacf), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:31.041781 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks [] for router_gateway (3f717841-6d2a-41a7-81b6-2dd66a98cacf), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:31.129514 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:31.257320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Allocated IP 172.27.3.28 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/8794f4b7-f7cb-4af6-9343-c5f752bc4ace) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:20:31.399197 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks [] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:31.449914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:31.496901 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:20:31.501318 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:20:31.505533 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:20:31.554518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Pushing event updated for resources: {'Port': ['ID=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:31.847820 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks [] for router_gateway (3f717841-6d2a-41a7-81b6-2dd66a98cacf), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:32.065241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3725026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2703'] for router (3f717841-6d2a-41a7-81b6-2dd66a98cacf), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:32.069137 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3725033'] for router (3f717841-6d2a-41a7-81b6-2dd66a98cacf), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:32.184974 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Router 3f717841-6d2a-41a7-81b6-2dd66a98cacf has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:20:32.305179 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:20:32.309542 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:32.310790 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0c4d16b9-ed7f-409c-ab26-b28466a712aa admin admin] 10.222.0.84 "PUT /v2.0/routers/3f717841-6d2a-41a7-81b6-2dd66a98cacf HTTP/1.1" status: 200 len: 889 time: 1.8893356 Jan 22 08:20:33.425979 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 405ce786-bf1f-4223-8a0e-757d2dcd190d up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:20:33.495157 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:33.495553 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:33.570261 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Sync routers for ids ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:20:33.601188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Routers {'3f717841-6d2a-41a7-81b6-2dd66a98cacf'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:20:33.601878 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:20:09Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:33.706951 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 405ce786-bf1f-4223-8a0e-757d2dcd190d is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:33.899726 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Set router 3f717841-6d2a-41a7-81b6-2dd66a98cacf gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:20:34.410444 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:31Z', 'revision_number': 4, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port': {'id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:31Z', 'updated_at': '2022-01-22T08:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:24Z', 'revision_number': 5, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:34.470299 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Checking router: 3f717841-6d2a-41a7-81b6-2dd66a98cacf for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:20:34.471058 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Updating router 3f717841-6d2a-41a7-81b6-2dd66a98cacf port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:20:34.525264 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:34.903853 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks [] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:34.911152 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:34.972356 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Attempting to bind port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:20:34.972781 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Attempting to bind port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:20:34.973169 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Attempting to bind port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:20:34.976566 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91726f-1ff1-4eec-9d48-0172b113c3e1 None None] Pushing event updated for resources: {'Port': ['ID=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:34.982271 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:20:34.982672 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:20:34.983085 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:34.983628 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:20:34.983943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Bound port: 8794f4b7-f7cb-4af6-9343-c5f752bc4ace, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:20:34.984327 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:35.044523 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] For port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:20:35.049423 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] For port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:20:35.055804 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:35.126716 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91726f-1ff1-4eec-9d48-0172b113c3e1 None None] Pushing event updated for resources: {'Port': ['ID=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:35.133689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Routers {'3f717841-6d2a-41a7-81b6-2dd66a98cacf'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:20:35.134438 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:20:09Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:35.251855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] Set router 3f717841-6d2a-41a7-81b6-2dd66a98cacf gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:20:35.516938 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:31Z', 'revision_number': 4, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port': {'id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:31Z', 'updated_at': '2022-01-22T08:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:24Z', 'revision_number': 5, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:20:35.564325 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cd57-dcdc-4f83-90ce-884f700beda1 None None] The sync data for ids ['3f717841-6d2a-41a7-81b6-2dd66a98cacf'] in dv-cinder-825913-1-iscsi is: [{'id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'name': 'router1', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:20:11Z', 'updated_at': '2022-01-22T08:20:31Z', 'revision_number': 4, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'gw_port': {'id': '8794f4b7-f7cb-4af6-9343-c5f752bc4ace', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:31Z', 'updated_at': '2022-01-22T08:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '405ce786-bf1f-4223-8a0e-757d2dcd190d', 'name': '', 'network_id': '4afd094e-6f15-4800-a4b7-ed7d1f956277', 'tenant_id': '4d657ceccd8b4dd8b95797dc3313d660', 'mac_address': 'fa:16:3e:27:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f717841-6d2a-41a7-81b6-2dd66a98cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:20:20Z', 'updated_at': '2022-01-22T08:20:24Z', 'revision_number': 5, 'project_id': '4d657ceccd8b4dd8b95797dc3313d660', 'subnets': [{'id': '81e755d8-5a2f-4ae5-ad00-e02f83681da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6a78ba-475f-41b6-8bca-e156571a4f25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:20:35.641485 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 36670) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:20:35.891718 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e5feee30-a069-4ac8-be6b-a6f290bdb468 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2498269 Jan 22 08:20:36.945425 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-922ff8c2-c5d4-422c-939b-a51c62eda9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:37.397321 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 8794f4b7-f7cb-4af6-9343-c5f752bc4ace up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:20:37.461817 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:37.462564 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:37.555304 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:37.555689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:37.576786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:20:37.581020 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:37.656958 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=8794f4b7-f7cb-4af6-9343-c5f752bc4ace,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:20:39.418163 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 8794f4b7-f7cb-4af6-9343-c5f752bc4ace up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:20:39.481162 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:20:39.481511 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (8794f4b7-f7cb-4af6-9343-c5f752bc4ace), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:39.544413 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-06403581-5b88-4e14-b3ac-6db6e263ba41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:39.600872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 8794f4b7-f7cb-4af6-9343-c5f752bc4ace is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:20:41.419357 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:43.719825 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:44.347931 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:20:53.095984 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:21:06.944426 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76b4118d-decf-46ec-bbd3-519b1dad262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:09.556632 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7f2-73ae-45c1-8961-fe94c8a902fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:11.411561 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:13.705968 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:14.330536 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:30.099048 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:21:36.937938 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c147d75b-9c3a-4527-927a-b4d3fc98595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:39.536531 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aaf90358-a3bb-444f-a2f5-aceb4d567e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:41.401178 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:43.704216 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:21:44.330647 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:06.931756 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-46cf83b7-f077-4baf-9eba-dc5851a1f1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:07.046271 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37154) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:07.102123 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:22:07.126134 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0ea1c0-358a-4393-8968-30613ac1b541 admin admin] GET failed (client error): The resource could not be found. Jan 22 08:22:07.127849 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ab0ea1c0-358a-4393-8968-30613ac1b541 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0802813 Jan 22 08:22:07.335758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b698bca-46da-47de-9695-470fac525b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:07.337395 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2b698bca-46da-47de-9695-470fac525b0d admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2035546 Jan 22 08:22:09.523381 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-67e78dc5-8fc0-4842-8802-69c438d2f0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:09.718510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37164) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:09.817047 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7cd44-c686-4f73-8156-085cd1734ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:09.818446 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-51a7cd44-c686-4f73-8156-085cd1734ad7 admin admin] 10.222.0.84 "GET /v2.0/subnets/81e755d8-5a2f-4ae5-ad00-e02f83681da6 HTTP/1.1" status: 200 len: 849 time: 0.0989010 Jan 22 08:22:09.828805 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:22:09.922931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Publish callbacks [] for subnet (81e755d8-5a2f-4ae5-ad00-e02f83681da6), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:10.074065 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742408282085'] for subnet (81e755d8-5a2f-4ae5-ad00-e02f83681da6), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:10.109778 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:10.110710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:10.111731 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] 10.222.0.84 "PUT /v2.0/subnets/81e755d8-5a2f-4ae5-ad00-e02f83681da6 HTTP/1.1" status: 200 len: 868 time: 0.2869792 Jan 22 08:22:10.118905 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21317c0-a4c3-4dcd-91de-8dbd95687548 None None] Network 4afd094e-6f15-4800-a4b7-ed7d1f956277 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:22:10.139286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e755d8-5a2f-4ae5-ad00-e02f83681da6,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:22:10.146925 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.147910 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.148231 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.148655 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.148989 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.149314 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.149638 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.149961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.150301 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.150654 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.150972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.151470 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.151793 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0ef5-22d3-4762-8b72-6bb9a416f5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:22:10.470493 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Provisioning complete for port 405ce786-bf1f-4223-8a0e-757d2dcd190d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:22:10.471021 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (405ce786-bf1f-4223-8a0e-757d2dcd190d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:10.557494 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Current status of the port 405ce786-bf1f-4223-8a0e-757d2dcd190d is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:22:10.567926 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Provisioning complete for port 5aeefd1e-7351-4912-b572-2c97e722470f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:22:10.568379 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (5aeefd1e-7351-4912-b572-2c97e722470f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:10.651753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c84fe-83c0-4bc5-a386-c48f58d75448 None None] Current status of the port 5aeefd1e-7351-4912-b572-2c97e722470f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:22:11.402386 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:12.481126 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37172) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:12.699113 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109cd06-8cd2-46e4-8707-f91a8de6cd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:12.699506 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109cd06-8cd2-46e4-8707-f91a8de6cd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:12.701065 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5109cd06-8cd2-46e4-8707-f91a8de6cd81 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2189674 Jan 22 08:22:13.691876 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:14.327544 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:15.046735 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37180) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:15.184462 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7469105e-5970-4753-955a-d36933958d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:15.184926 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7469105e-5970-4753-955a-d36933958d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:15.186464 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7469105e-5970-4753-955a-d36933958d01 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1387374 Jan 22 08:22:17.512330 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37188) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:17.683817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc0454-8660-4f46-88af-3b30921f96cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:17.685263 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f9cc0454-8660-4f46-88af-3b30921f96cf admin admin] 10.222.0.84 "GET /v2.0/networks/4afd094e-6f15-4800-a4b7-ed7d1f956277 HTTP/1.1" status: 200 len: 868 time: 0.1719527 Jan 22 08:22:20.093331 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37196) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:20.250967 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c257c-179f-4777-b5c0-82abc32ea3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:20.252516 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-768c257c-179f-4777-b5c0-82abc32ea3b9 admin admin] 10.222.0.84 "GET /v2.0/networks/d2aefd9d-62f0-4171-9805-fe53c97de204 HTTP/1.1" status: 200 len: 886 time: 0.1581836 Jan 22 08:22:22.586138 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37204) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:22.747589 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07188e-d59f-4bb5-abc3-546d9c4945f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:22.748046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07188e-d59f-4bb5-abc3-546d9c4945f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:22.749611 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cc07188e-d59f-4bb5-abc3-546d9c4945f2 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1624062 Jan 22 08:22:25.084761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37212) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:25.197884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22153c4a-4e6c-4818-b1ce-2037744aaaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:25.198336 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22153c4a-4e6c-4818-b1ce-2037744aaaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:25.199944 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-22153c4a-4e6c-4818-b1ce-2037744aaaec admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1135747 Jan 22 08:22:27.637660 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37220) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:27.801378 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8bd7a-1aab-4791-ae00-d6009c83ac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:27.802850 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9fd8bd7a-1aab-4791-ae00-d6009c83ac2f admin admin] 10.222.0.84 "GET /v2.0/subnets/33d2e634-9d70-4f7f-a5de-a60e0b0827bd HTTP/1.1" status: 200 len: 816 time: 0.1641788 Jan 22 08:22:30.210605 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37230) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:30.328311 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4bcbfe-ca7c-4b7d-8b38-ce5ff71e8201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:30.329666 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bd4bcbfe-ca7c-4b7d-8b38-ce5ff71e8201 admin admin] 10.222.0.84 "GET /v2.0/subnets/81e755d8-5a2f-4ae5-ad00-e02f83681da6 HTTP/1.1" status: 200 len: 868 time: 0.1180789 Jan 22 08:22:36.945228 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bd5865eb-0790-494c-8ae5-b9250be8448a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:39.529035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5aba03a-0325-401a-b17f-f4b0568b8e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:41.405543 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:43.695942 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:44.100915 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:22:44.322084 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:22:55.660036 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37284) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:55.710568 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-1da5a9a1-8247-4cd1-9ffb-885a4b373e3e admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:22:55.711711 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1da5a9a1-8247-4cd1-9ffb-885a4b373e3e admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508115 Jan 22 08:22:58.162935 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37292) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:22:58.231223 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9979acd1-2287-44f7-9ead-b60b726f3cb7 admin admin] GET failed (client error): The resource could not be found. Jan 22 08:22:58.232655 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9979acd1-2287-44f7-9ead-b60b726f3cb7 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686750 Jan 22 08:22:58.388201 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec7c42-c98c-4503-9fff-fc148cbe6e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:22:58.389609 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ceec7c42-c98c-4503-9fff-fc148cbe6e6e admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1529918 Jan 22 08:23:00.788722 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37302) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:23:00.845304 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared', 'tenant_id': 'b558b7683d42483187b71c19bcf74654', 'project_id': 'b558b7683d42483187b71c19bcf74654'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:23:00.876791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Made reservation on behalf of b558b7683d42483187b71c19bcf74654 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:23:00.879285 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:00.915281 dv-cinder-825913-1-iscsi neutron-server[102499]: WARNING neutron.services.revisions.revision_plugin [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Could not find related network for resource to bump revision. Jan 22 08:23:00.927308 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:23:00.936200 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (d80fe635-45dd-4a1d-b559-4a223c06b130), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:00.936533 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Added segment d80fe635-45dd-4a1d-b559-4a223c06b130 of type vlan for network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 Jan 22 08:23:00.986756 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (dc776c2d-0a93-49cd-9f79-0a719ef3eed5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:01.011910 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (dc776c2d-0a93-49cd-9f79-0a719ef3eed5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:01.012838 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:23:01.013513 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:01.047619 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2577484 Jan 22 08:23:01.078687 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc776c2d-0a93-49cd-9f79-0a719ef3eed5,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:23:01.087431 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.087869 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.088167 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.088511 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.088848 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.089379 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.089579 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.089944 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.090460 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.090835 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.091164 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.091500 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.091809 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17575d2a-03fe-4759-a310-e9542eadf9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:01.104223 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:23:03.444005 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37312) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:23:03.508764 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.pecan_wsgi.hooks.translation [None req-935b5e3b-a4c7-46d6-a648-f593f5af9806 admin admin] GET failed (client error): The resource could not be found. Jan 22 08:23:03.510073 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-935b5e3b-a4c7-46d6-a648-f593f5af9806 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644407 Jan 22 08:23:03.593013 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad44d8e-4a58-4ede-80a9-5a7a3d4c8369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:23:03.594389 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5ad44d8e-4a58-4ede-80a9-5a7a3d4c8369 admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0802994 Jan 22 08:23:03.604664 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5', 'tenant_id': 'b558b7683d42483187b71c19bcf74654', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:23:03.633907 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Made reservation on behalf of b558b7683d42483187b71c19bcf74654 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:23:03.636273 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:03.874996 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (2835751a-1154-41d1-a1c4-421fffdba3b2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:03.937742 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2835751a-1154-41d1-a1c4-421fffdba3b2,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:23:03.957184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Checking segment: {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:23:03.957544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Network hostable DHCP agents. Network: dc776c2d-0a93-49cd-9f79-0a719ef3eed5, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:23:03.981493 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:23:03.996934 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, dc776c2d-0a93-49cd-9f79-0a719ef3eed5) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:23:04.003285 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:23:04.004580 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.008897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0ed18-ea81-44db-9a4a-91c36707308a None None] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:23:04.024584 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d2ac41ce-84f2-4883-9756-bc6b16c8681b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4236834 Jan 22 08:23:04.129263 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-dc776c2d-0a93-49cd-9f79-0a719ef3eed5', 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5', 'project_id': 'b558b7683d42483187b71c19bcf74654', 'fixed_ips': [{'subnet_id': '2835751a-1154-41d1-a1c4-421fffdba3b2'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:23:04.130064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.284203 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Allocated IP 192.168.233.2 (dc776c2d-0a93-49cd-9f79-0a719ef3eed5/2835751a-1154-41d1-a1c4-421fffdba3b2/d2204d04-b38e-4f61-a1d5-f31753b26ea0) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:23:04.572844 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks [] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.579861 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.624408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:23:04.630002 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:23:04.633366 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:23:04.644557 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Pushing event updated for resources: {'Port': ['ID=d2204d04-b38e-4f61-a1d5-f31753b26ea0,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:23:04.668681 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.669178 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.669834 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.670456 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.671131 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.671511 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.671989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.672473 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.672962 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.673639 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.673990 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.674383 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.674744 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:23:04.713216 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Attempting to bind port d2204d04-b38e-4f61-a1d5-f31753b26ea0 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:23:04.713583 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Attempting to bind port d2204d04-b38e-4f61-a1d5-f31753b26ea0 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:23:04.713947 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Attempting to bind port d2204d04-b38e-4f61-a1d5-f31753b26ea0 on network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:23:04.719974 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:23:04.720358 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Checking segment: {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:23:04.720771 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.721174 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Bound using segment: {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:23:04.721844 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Bound port: d2204d04-b38e-4f61-a1d5-f31753b26ea0, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:23:04.722055 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.801877 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] For port d2204d04-b38e-4f61-a1d5-f31753b26ea0, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:23:04.806417 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] For port d2204d04-b38e-4f61-a1d5-f31753b26ea0, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d2204d04-b38e-4f61-a1d5-f31753b26ea0,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:23:04.811434 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:04.884529 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fd6e9-f413-46b4-a5c0-dbff064ba9f3 None None] Pushing event updated for resources: {'Port': ['ID=d2204d04-b38e-4f61-a1d5-f31753b26ea0,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:23:05.500244 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d2204d04-b38e-4f61-a1d5-f31753b26ea0 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:23:05.562168 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d2204d04-b38e-4f61-a1d5-f31753b26ea0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:23:05.562810 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:05.670210 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d2204d04-b38e-4f61-a1d5-f31753b26ea0 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:23:05.670879 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:05.715513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port d2204d04-b38e-4f61-a1d5-f31753b26ea0, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d2204d04-b38e-4f61-a1d5-f31753b26ea0,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:23:05.724658 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:05.784332 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=d2204d04-b38e-4f61-a1d5-f31753b26ea0,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:23:05.915660 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0c87e-5d96-465f-9445-388a1d126e04 None None] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:23:06.002650 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-54a348cf-0482-4d3b-b6dd-930e524ca4f1 None None] Provisioning complete for port d2204d04-b38e-4f61-a1d5-f31753b26ea0 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:23:06.003026 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-54a348cf-0482-4d3b-b6dd-930e524ca4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:06.126133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-54a348cf-0482-4d3b-b6dd-930e524ca4f1 None None] Current status of the port d2204d04-b38e-4f61-a1d5-f31753b26ea0 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:23:06.346868 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-71c3d839-7368-42ff-9491-073638bf5095 None None] Provisioning complete for port d2204d04-b38e-4f61-a1d5-f31753b26ea0 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:23:06.347366 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-71c3d839-7368-42ff-9491-073638bf5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:06.437405 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-71c3d839-7368-42ff-9491-073638bf5095 None None] Current status of the port d2204d04-b38e-4f61-a1d5-f31753b26ea0 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:23:06.940446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f7a433af-3b05-4ee7-83d2-aa2cdc582eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:07.452016 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d2204d04-b38e-4f61-a1d5-f31753b26ea0 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:23:07.511902 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d2204d04-b38e-4f61-a1d5-f31753b26ea0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:23:07.512296 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d2204d04-b38e-4f61-a1d5-f31753b26ea0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:07.604631 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d2204d04-b38e-4f61-a1d5-f31753b26ea0 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:23:09.526276 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce5f0dad-62f6-412c-9301-b0de5b0da398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:11.416319 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:13.702120 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:14.331199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:21.099987 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:23:36.944773 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-74a04fac-b77a-4f06-9085-9154a120e527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:39.520971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5e230764-ed22-44af-9980-6cccf1c42491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:41.415500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:43.711166 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:44.329114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:23:58.101025 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:24:06.958245 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bfe325ef-aa17-4cd1-bbd9-5732ef2da10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:09.526331 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c41270b0-fe8d-436a-9c18-e8234da843b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:11.415929 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:13.702858 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:14.326980 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:29.690073 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37356) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:24:29.697102 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-f627ba47-1bc8-4725-985b-91adb958ebad tempest-verify_tempest_config-415056304 tempest-verify_tempest_config-415056304-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:24:29.698116 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f627ba47-1bc8-4725-985b-91adb958ebad tempest-verify_tempest_config-415056304 tempest-verify_tempest_config-415056304-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070360 Jan 22 08:24:30.063076 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37374) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:24:30.172789 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.258286 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Publish callbacks [] for security_group (f48bf001-c183-485b-a8a2-4834bdea576c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.263072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f48bf001-c183-485b-a8a2-4834bdea576c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.314091 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd0d3d9178fa499b88284e3f0f6086ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2498536 Jan 22 08:24:30.314849 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48bf001-c183-485b-a8a2-4834bdea576c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:24:30.317303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37378) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:24:30.324025 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.324370 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.324700 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.325169 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.325516 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.325846 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.326196 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.326520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.326888 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.327229 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.327578 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.327904 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.328226 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225aa2f0-63ab-41ef-a40d-ec73cf673ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.403297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Publish callbacks [] for security_group (f48bf001-c183-485b-a8a2-4834bdea576c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.426489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Publish callbacks [] for security_group (f48bf001-c183-485b-a8a2-4834bdea576c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.526236 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f48bf001-c183-485b-a8a2-4834bdea576c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.533779 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:30.535187 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f48bf001-c183-485b-a8a2-4834bdea576c HTTP/1.1" status: 204 len: 168 time: 0.2166204 Jan 22 08:24:30.546174 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48bf001-c183-485b-a8a2-4834bdea576c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:24:30.557665 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.558022 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.558516 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.558887 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.559220 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.559552 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.559889 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.560253 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.560529 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.560915 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.561239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.561532 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:30.561868 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e4e6a-16e4-4ab8-a486-1ff20ce0dcde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:24:35.101146 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:24:36.956152 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b1a171e4-5c2b-43f8-af7d-c1ae9be99084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:39.529692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-47eb591d-3139-4050-a232-4422edda8e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:41.420649 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:43.705226 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:24:44.322719 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:06.953053 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-993f7926-baaa-43db-87df-456f0d9cf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:09.532824 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c1bedcc-6853-42ea-9f72-b8337bf59ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:11.421375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:12.100293 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:25:13.708908 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:14.317397 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:36.947103 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b2be830-f81f-4004-9af2-233d1500e319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:39.536336 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-290e95a8-dafa-4a5c-bca8-fd7e38fb1f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:41.424372 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:43.714186 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:44.322565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:25:49.098785 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:26:04.124502 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3735440'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:06.951147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-85b2253a-e418-4c03-803f-65eb16d6876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:09.541268 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a6e9-0298-47ef-85a8-e81eb3ab2389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:11.427766 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:13.716460 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:14.328481 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:19.127370 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37452) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:26:19.248571 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-20e02791-8393-46fc-b88f-2f276d2888b3 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1200659 Jan 22 08:26:21.567749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37462) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:26:21.627283 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5a93afc0-5617-4f30-8c42-df062a50695f admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0581555 Jan 22 08:26:26.098235 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:26:34.101537 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:36.954445 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76d8734a-e944-42d1-a245-8ac4c1b481f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:39.544435 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a93d4d3c-e704-4cdb-887e-1484f9d401d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:41.431077 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:43.717739 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:26:44.323154 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:03.097323 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:27:04.099567 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:06.958699 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5aa41e6b-5929-4d6e-ba19-a9094dab6f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:09.548104 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9b94e39-3955-4649-ba65-5b3493272b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:11.534794 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:13.735796 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:14.327865 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:34.105402 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:36.965714 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eebb8c6a-489f-49bd-9b1c-46ce39129352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:39.549858 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1da58dd-3cfd-4ea7-a8a6-ff6b4ebe5440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:40.096504 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:27:41.436089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:43.730144 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:44.339466 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.150121 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37654) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:54.363605 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37668) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:54.496755 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37678) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:54.525135 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-341210426-network', 'tenant_id': '80c76bbf91a44094a401712b1175f769'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:54.554374 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37682) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:54.562520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Made reservation on behalf of 80c76bbf91a44094a401712b1175f769 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:54.564956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.574695 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.671838 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks [] for security_group (cb07390a-bb59-4703-a010-ef9c4bc5479e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.676769 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (cb07390a-bb59-4703-a010-ef9c4bc5479e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.700007 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-185849019-network', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:54.716996 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07390a-bb59-4703-a010-ef9c4bc5479e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:54.728292 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.731877 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.732443 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.733423 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.733934 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.734418 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.734969 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.735425 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Tracked resource versions report: Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: pushed versions: Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: consumer versions: Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: HyperV agent@hv-cinder-82591: {}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Log': '1.0', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Network': '1.1', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Port': '1.7', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 22 08:27:54.736899 dv-cinder-825913-1-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:27:54.755468 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:27:54.781398 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (6029a0cb-64ec-4bab-aa56-2949a845aea6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.783579 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Added segment 6029a0cb-64ec-4bab-aa56-2949a845aea6 of type vlan for network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 Jan 22 08:27:54.792655 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Made reservation on behalf of 9052d0fbb4c64f2db56028d46e77cb93 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:54.796116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.808385 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.838861 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (91b7e931-3fac-4405-9d1a-6d9e20573ce3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.879065 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (91b7e931-3fac-4405-9d1a-6d9e20573ce3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.880341 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:54.880957 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.935103 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks [] for security_group (169441f2-cdd5-4775-9364-aaeed1609167), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.942659 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (169441f2-cdd5-4775-9364-aaeed1609167), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:54.959496 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8069730 Jan 22 08:27:54.960138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37698) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:54.969836 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Request body: {'subnet': {'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-341210426-subnet', 'tenant_id': '80c76bbf91a44094a401712b1175f769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:54.980153 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169441f2-cdd5-4775-9364-aaeed1609167,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:54.994441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.995160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.995732 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.996440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.996965 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.997478 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.998037 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-network', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:54.998181 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.998926 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.999362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:54.999784 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:55.000117 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:55.000490 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:55.000964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Tracked resource versions report: Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: pushed versions: Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: { 'AddressGroup': {'1.2'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Log': {'1.0'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Network': {'1.1'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Port': {'1.7'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'PortForwarding': {'1.2'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'QosPolicy': {'1.10'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroup': {'1.5'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SubPort': {'1.0'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Subnet': {'1.1'}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Trunk': {'1.1'}} Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: consumer versions: Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: HyperV agent@hv-cinder-82591: {}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'ConntrackHelper': '1.0', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'LocalIPAssociation': '1.0', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Log': '1.0', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Network': '1.1', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Port': '1.7', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'PortForwarding': '1.2', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'QosPolicy': '1.10', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroup': '1.5', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SecurityGroupRule': '1.2', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'SubPort': '1.0', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Subnet': '1.1', Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: 'Trunk': '1.1'}} Jan 22 08:27:55.002543 dv-cinder-825913-1-iscsi neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:27:55.006450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9ae7c-2c81-4a9e-9e51-e64e2227afd2 admin admin] Pushing event updated for resources: {'Network': ['ID=91b7e931-3fac-4405-9d1a-6d9e20573ce3,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.012526 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1304512089-network', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:55.026842 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:27:55.031948 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Made reservation on behalf of 80c76bbf91a44094a401712b1175f769 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:55.036289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.047169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742408205078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (84a39055-1f70-492f-a716-53517f653d92), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.047988 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Unsubscribe: segment precommit_create {{(pid=102498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 22 08:27:55.048740 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Added segment 84a39055-1f70-492f-a716-53517f653d92 of type vlan for network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 Jan 22 08:27:55.051974 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:27:55.130394 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (6988f079-6cc7-4d6e-af0a-62a78b3f5453), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.159933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Made reservation on behalf of 69b49a28d24b4ebf88f4c5aa0ef21833 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:55.162269 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.185695 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.195396 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (6988f079-6cc7-4d6e-af0a-62a78b3f5453), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.196922 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:55.197815 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.247933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Made reservation on behalf of f9d7fce0ec7c4a1b908d54192243d5cd for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:55.250069 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.270734 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.283348 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9149203 Jan 22 08:27:55.288162 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37708) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:55.293403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Request body: {'subnet': {'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-subnet', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:55.356414 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (35a46314-2067-4308-a64d-851734dcaa4c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.365244 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438668-889d-42c0-9ca0-bd2be739cc5b admin admin] Pushing event updated for resources: {'Network': ['ID=6988f079-6cc7-4d6e-af0a-62a78b3f5453,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.380676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:27:55.389598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Made reservation on behalf of 9052d0fbb4c64f2db56028d46e77cb93 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:55.395069 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.437495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a46314-2067-4308-a64d-851734dcaa4c,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.588897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks [] for security_group (f4e30afe-4670-4dd6-af3f-90b2e917f443), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.622807 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f4e30afe-4670-4dd6-af3f-90b2e917f443), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.681283 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:27:55.730933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks [] for security_group (a4088238-0ae8-4b9b-b376-58bf7bad7d07), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.752243 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Checking segment: {'id': '6029a0cb-64ec-4bab-aa56-2949a845aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:55.753744 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Network hostable DHCP agents. Network: 91b7e931-3fac-4405-9d1a-6d9e20573ce3, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:27:55.763133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a4088238-0ae8-4b9b-b376-58bf7bad7d07), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.769542 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.770150 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Added segment 0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a of type vlan for network c6767b50-a175-481b-b131-4f150db6cac7 Jan 22 08:27:55.782293 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e30afe-4670-4dd6-af3f-90b2e917f443,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.827522 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:27:55.880807 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (41cad627-969f-4a86-b074-2a484ec140bb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.880989 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (c6767b50-a175-481b-b131-4f150db6cac7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.929211 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (c6767b50-a175-481b-b131-4f150db6cac7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.930242 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:55.930908 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.937901 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (51f91787-a753-4a16-b38a-cfa57907ec20), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:55.938242 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Added segment 51f91787-a753-4a16-b38a-cfa57907ec20 of type vlan for network e2a35619-1119-49b1-82c8-4c2b360fda7c Jan 22 08:27:55.938355 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cad627-969f-4a86-b074-2a484ec140bb,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.961163 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4088238-0ae8-4b9b-b376-58bf7bad7d07,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:55.978679 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:27:55.981844 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Checking segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:55.982999 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Network hostable DHCP agents. Network: 6988f079-6cc7-4d6e-af0a-62a78b3f5453, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:27:56.030182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:27:56.031335 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5335388 Jan 22 08:27:56.034592 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37732) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:56.036411 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 91b7e931-3fac-4405-9d1a-6d9e20573ce3) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:56.041901 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:56.042493 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.045505 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Request body: {'subnet': {'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1304512089-subnet', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:56.054969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e77799-9494-41ac-bfcf-8bd0dc1dbde9 None None] Network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:56.059002 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (e2a35619-1119-49b1-82c8-4c2b360fda7c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.063508 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 6988f079-6cc7-4d6e-af0a-62a78b3f5453) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:56.081264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:56.081264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.105532 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3afe60-83af-45ee-9327-513f25138ea6 None None] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:56.161210 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e8bc4387-6067-4f3b-afac-8c2715cbb252 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8717659 Jan 22 08:27:56.166834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37738) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:56.174933 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:56.187428 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Made reservation on behalf of f9d7fce0ec7c4a1b908d54192243d5cd for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:56.196283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.234015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.db.resource_extend [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 22 08:27:56.257238 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-33d1279d-26ea-4710-ad2f-6eaf4acd74bd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2936244 Jan 22 08:27:56.352268 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (649eff81-176f-440c-b154-a35af446922a), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.357304 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (649eff81-176f-440c-b154-a35af446922a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.376671 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1408f-ca0d-4380-9fb5-ab311075bcdd admin admin] Pushing event updated for resources: {'Network': ['ID=c6767b50-a175-481b-b131-4f150db6cac7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:56.404337 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (e2a35619-1119-49b1-82c8-4c2b360fda7c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.411013 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:56.416985 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.425957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network c6767b50-a175-481b-b131-4f150db6cac7 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:27:56.458508 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:27:56.459694 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.471219 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9131713 Jan 22 08:27:56.485327 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37752) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:56.500173 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Request body: {'subnet': {'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-subnet', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:56.568290 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351a603-80d5-45f9-980c-444a87d74db5 None None] Network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:56.582313 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883317f4-966d-48a3-8395-a91983669bbd admin admin] Pushing event updated for resources: {'Network': ['ID=e2a35619-1119-49b1-82c8-4c2b360fda7c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:56.638930 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Made reservation on behalf of 69b49a28d24b4ebf88f4c5aa0ef21833 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:27:56.642585 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:56.644071 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network e2a35619-1119-49b1-82c8-4c2b360fda7c details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:27:56.727429 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for router_controller (649eff81-176f-440c-b154-a35af446922a), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.125867 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Allocated IP 172.20.0.2 (6988f079-6cc7-4d6e-af0a-62a78b3f5453/41cad627-969f-4a86-b074-2a484ec140bb/81d2e456-7d24-45f0-ba1a-24dbac29a583) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:27:57.161049 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.267940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for router_gateway (649eff81-176f-440c-b154-a35af446922a), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.270685 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:57.287796 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (9e3ae7bc-1a08-4776-a493-9b25b8761cf2), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.348028 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Checking segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:57.348372 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Network hostable DHCP agents. Network: e2a35619-1119-49b1-82c8-4c2b360fda7c, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:27:57.374196 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Network e2a35619-1119-49b1-82c8-4c2b360fda7c is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:27:57.390220 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, e2a35619-1119-49b1-82c8-4c2b360fda7c) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:57.397489 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:57.398027 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.402165 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3ae7bc-1a08-4776-a493-9b25b8761cf2,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:57.412148 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Checking segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:57.412717 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Network hostable DHCP agents. Network: c6767b50-a175-481b-b131-4f150db6cac7, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:27:57.416114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0def95-7ebd-490c-8242-1a901e454214 None None] Network e2a35619-1119-49b1-82c8-4c2b360fda7c requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:57.433508 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cf2f24f0-b808-4f0b-81e2-9f206bf7a8d8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9468205 Jan 22 08:27:57.436284 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37788) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:57.443086 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:57.480867 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Network c6767b50-a175-481b-b131-4f150db6cac7 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:27:57.485117 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks [] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.494346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, c6767b50-a175-481b-b131-4f150db6cac7) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:57.499988 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.500790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:57.501557 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.501876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.536769 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a2dd0e-9ac8-4844-979e-019de577a3bd None None] Network c6767b50-a175-481b-b131-4f150db6cac7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:57.551802 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-261746c8-6ec5-4fc4-b430-9f13c2991d06 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5154297 Jan 22 08:27:57.552527 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.555656 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37796) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:57.560692 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:27:57.666775 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for router_controller (80a8534e-51d0-4385-ae5d-fc4a04986811), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.759879 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:27:57.765028 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.765889 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Pushing event updated for resources: {'Port': ['ID=81d2e456-7d24-45f0-ba1a-24dbac29a583,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:57.766437 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.772072 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:57.780187 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:27:57.796031 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.796452 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.796800 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.797145 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.797482 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.797801 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.798396 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.809111 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.809492 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.809855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.810200 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.810537 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.810926 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Tracked resource versions report: Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: pushed versions: Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: consumer versions: Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: HyperV agent@hv-cinder-82591: {}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Log': '1.0', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Network': '1.1', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Port': '1.7', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 22 08:27:57.812099 dv-cinder-825913-1-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:27:57.885957 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for router_controller (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:57.926509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for router_gateway (649eff81-176f-440c-b154-a35af446922a), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.070986 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for router_gateway (80a8534e-51d0-4385-ae5d-fc4a04986811), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.126838 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-c6767b50-a175-481b-b131-4f150db6cac7', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:27:58.131594 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.289510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.305225 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for router_gateway (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.344982 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Allocated IP 172.20.0.2 (c6767b50-a175-481b-b131-4f150db6cac7/9e3ae7bc-1a08-4776-a493-9b25b8761cf2/b1c36408-89ba-4040-92bd-da78aa2e7f54) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:27:58.451279 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Allocated IP 172.27.3.128 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/abcbb83e-dd6a-4f33-9efe-318b77cc463d) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:27:58.520824 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3eb710-9a9f-488e-b710-608faec593b3 None None] Network e2a35619-1119-49b1-82c8-4c2b360fda7c requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:27:58.527184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Attempting to bind port 81d2e456-7d24-45f0-ba1a-24dbac29a583 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:27:58.527561 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Attempting to bind port 81d2e456-7d24-45f0-ba1a-24dbac29a583 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:27:58.527925 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Attempting to bind port 81d2e456-7d24-45f0-ba1a-24dbac29a583 on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:27:58.553954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:27:58.553954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Checking segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:58.553954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.553954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Bound using segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:27:58.555090 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Bound port: 81d2e456-7d24-45f0-ba1a-24dbac29a583, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:27:58.555312 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.598910 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.655134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.722771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Pushing event updated for resources: {'Port': ['ID=abcbb83e-dd6a-4f33-9efe-318b77cc463d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:58.729464 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for router_gateway (80a8534e-51d0-4385-ae5d-fc4a04986811), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.781387 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:27:58.783602 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:58.787152 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:27:58.799634 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks [] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.802059 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] For port 81d2e456-7d24-45f0-ba1a-24dbac29a583, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:27:58.812022 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] For port 81d2e456-7d24-45f0-ba1a-24dbac29a583, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=81d2e456-7d24-45f0-ba1a-24dbac29a583,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:27:58.819215 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.833741 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.844523 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:58.908499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Network c6767b50-a175-481b-b131-4f150db6cac7 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:27:58.921034 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:27:58.923835 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:27:58.933943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Pushing event updated for resources: {'Port': ['ID=b1c36408-89ba-4040-92bd-da78aa2e7f54,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:58.947650 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37860) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:59.166928 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Attempting to bind port b1c36408-89ba-4040-92bd-da78aa2e7f54 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:27:59.167735 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Attempting to bind port b1c36408-89ba-4040-92bd-da78aa2e7f54 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:27:59.169082 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Attempting to bind port b1c36408-89ba-4040-92bd-da78aa2e7f54 on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:27:59.169832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37874) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:27:59.175934 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654dde1-ee2f-489d-9943-fcf06bb4a35d None None] Pushing event updated for resources: {'Port': ['ID=81d2e456-7d24-45f0-ba1a-24dbac29a583,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:59.189797 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:27:59.191023 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Checking segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:27:59.191613 dv-cinder-825913-1-iscsi neutron-server[102498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 22 08:27:59.192480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.192971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Bound using segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:27:59.193750 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Bound port: b1c36408-89ba-4040-92bd-da78aa2e7f54, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:27:59.194225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.304844 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6eb-b744-47cc-af03-988681333e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.413821 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] For port b1c36408-89ba-4040-92bd-da78aa2e7f54, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:27:59.413821 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] For port b1c36408-89ba-4040-92bd-da78aa2e7f54, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=b1c36408-89ba-4040-92bd-da78aa2e7f54,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:27:59.413821 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.505294 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266348a-09a8-4afc-a8c2-a9d25d23afa2 None None] Pushing event updated for resources: {'Port': ['ID=b1c36408-89ba-4040-92bd-da78aa2e7f54,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:27:59.590000 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6eb-b744-47cc-af03-988681333e61 admin admin] Publish callbacks [] for security_group (625cce5a-7b64-4793-95c7-d1815fdd0f17), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.682115 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Allocated IP 172.27.3.102 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/ba2c1b7f-22e1-4937-9f60-0753d6bb1422) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:27:59.764043 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f483f4-42d3-4002-8477-7265856edca9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:27:59.772374 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f483f4-42d3-4002-8477-7265856edca9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/networks?id=91b7e931-3fac-4405-9d1a-6d9e20573ce3 HTTP/1.1" status: 200 len: 811 time: 0.6001666 Jan 22 08:27:59.792448 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 81d2e456-7d24-45f0-ba1a-24dbac29a583 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:27:59.809789 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for router_gateway (649eff81-176f-440c-b154-a35af446922a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.832346 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-816338bb-4de7-4abd-a558-4e4ac808da48 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/quotas/80c76bbf91a44094a401712b1175f769 HTTP/1.1" status: 200 len: 375 time: 0.0584648 Jan 22 08:27:59.855770 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6eb-b744-47cc-af03-988681333e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (625cce5a-7b64-4793-95c7-d1815fdd0f17), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.916306 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 81d2e456-7d24-45f0-ba1a-24dbac29a583 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:27:59.916701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:27:59.989910 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-c86b4b97-c01e-42b5-9e4c-d877ad84604d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c76bbf91a44094a401712b1175f769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569099 Jan 22 08:28:00.086730 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-05f3e6eb-b744-47cc-af03-988681333e61 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af007ad90497450f83283dcd33aaf99b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1338165 Jan 22 08:28:00.099097 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37904) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:00.204218 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:00.210729 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 81d2e456-7d24-45f0-ba1a-24dbac29a583 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:00.213099 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:00.273067 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 81d2e456-7d24-45f0-ba1a-24dbac29a583, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=81d2e456-7d24-45f0-ba1a-24dbac29a583,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:00.282222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:00.342429 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-a1a7c2cd-7ede-4014-82fe-b8582db03287 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:28:00.360485 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-a1a7c2cd-7ede-4014-82fe-b8582db03287 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1768923 Jan 22 08:28:00.375483 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=81d2e456-7d24-45f0-ba1a-24dbac29a583,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:00.404141 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e6eb-b744-47cc-af03-988681333e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625cce5a-7b64-4793-95c7-d1815fdd0f17,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:00.429032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:00.574369 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-aa799780-b08b-430a-a9ab-de4346c5633c service neutron] 10.222.0.84 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126091 Jan 22 08:28:00.722441 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:00.734558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for router_gateway (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:00.745591 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:00.751034 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:00.755610 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-0e0c19c1-684e-4357-8625-79665e040ca4 service neutron] 10.222.0.84 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801400 Jan 22 08:28:00.777656 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:00.867730 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.057182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37934) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:01.073250 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b53b65-c33e-4a63-a1ac-b3bf27ad6fc0 None None] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:28:01.094041 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] Publish callbacks [] for security_group (625cce5a-7b64-4793-95c7-d1815fdd0f17), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.276481 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] Publish callbacks [] for security_group (625cce5a-7b64-4793-95c7-d1815fdd0f17), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.285432 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-62bb11bd-2cd8-4c4e-a3ed-4f3f0d2cc71f None None] Provisioning complete for port 81d2e456-7d24-45f0-ba1a-24dbac29a583 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:01.285989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-62bb11bd-2cd8-4c4e-a3ed-4f3f0d2cc71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.452508 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76d8b20e-af1a-4731-8901-c2fc591a289e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.460765 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (649eff81-176f-440c-b154-a35af446922a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.561049 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37962) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:01.583102 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Allocated IP 172.27.3.221 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/83eec361-5fbd-4ae5-8869-8bd5fc06bd87) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:01.589116 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-62bb11bd-2cd8-4c4e-a3ed-4f3f0d2cc71f None None] Current status of the port 81d2e456-7d24-45f0-ba1a-24dbac29a583 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:01.779157 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34edc273-2ecc-41f6-a165-c01393daa374 None None] Network c6767b50-a175-481b-b131-4f150db6cac7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:28:01.882798 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for router_gateway (80a8534e-51d0-4385-ae5d-fc4a04986811), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.949670 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 81d2e456-7d24-45f0-ba1a-24dbac29a583 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:01.952922 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:01.998054 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6f25506-8c4e-48fb-99b6-b1a87332365d req-6781ae4a-f140-4597-a6a1-bba97f666d04 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.3453386 Jan 22 08:28:02.020900 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Provisioning complete for port b1c36408-89ba-4040-92bd-da78aa2e7f54 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:02.021299 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.218949 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.243546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 81d2e456-7d24-45f0-ba1a-24dbac29a583 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:02.244082 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.249496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Current status of the port b1c36408-89ba-4040-92bd-da78aa2e7f54 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:02.249841 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.265195 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (625cce5a-7b64-4793-95c7-d1815fdd0f17), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.267754 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.273063 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/625cce5a-7b64-4793-95c7-d1815fdd0f17 HTTP/1.1" status: 204 len: 168 time: 2.1675894 Jan 22 08:28:02.341829 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.363980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:02.368032 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a05eb-3932-439b-b63a-58cd54265279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625cce5a-7b64-4793-95c7-d1815fdd0f17,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:02.386557 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:02.388781 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Pushing event updated for resources: {'Port': ['ID=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:02.397016 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:02.408000 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] For port b1c36408-89ba-4040-92bd-da78aa2e7f54, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=b1c36408-89ba-4040-92bd-da78aa2e7f54,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:02.422416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.553437 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c772c-6367-40ec-9656-fe992f1cb0dd None None] Pushing event updated for resources: {'Port': ['ID=b1c36408-89ba-4040-92bd-da78aa2e7f54,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:02.556052 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 81d2e456-7d24-45f0-ba1a-24dbac29a583 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:02.557305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device b1c36408-89ba-4040-92bd-da78aa2e7f54 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:02.605079 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-717b30c6-a888-46ef-9844-88bafbc590cf None None] Provisioning complete for port 81d2e456-7d24-45f0-ba1a-24dbac29a583 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:02.605606 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-717b30c6-a888-46ef-9844-88bafbc590cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.723974 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port b1c36408-89ba-4040-92bd-da78aa2e7f54 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:02.724667 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.732299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76d8b20e-af1a-4731-8901-c2fc591a289e admin admin] Publish callbacks [] for security_group (b1d4af00-6694-4516-8cc8-d9b8ce415848), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.771442 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76d8b20e-af1a-4731-8901-c2fc591a289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b1d4af00-6694-4516-8cc8-d9b8ce415848), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.804030 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-717b30c6-a888-46ef-9844-88bafbc590cf None None] Current status of the port 81d2e456-7d24-45f0-ba1a-24dbac29a583 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:02.818755 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Router 80a8534e-51d0-4385-ae5d-fc4a04986811 is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:28:02.869214 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b20e-af1a-4731-8901-c2fc591a289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d4af00-6694-4516-8cc8-d9b8ce415848,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:02.898916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 37996) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:02.925013 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b4e01e2-055c-4223-976b-4c6a21943108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:02.949233 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-76d8b20e-af1a-4731-8901-c2fc591a289e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ab06b418cde433cbaecbf2b70bfb4c9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8864632 Jan 22 08:28:02.949939 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Router 649eff81-176f-440c-b154-a35af446922a is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:28:02.955609 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 37998) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:02.978139 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port b1c36408-89ba-4040-92bd-da78aa2e7f54 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:02.980658 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-66e04273-d652-4ba1-b2e0-468bf22e76b0 None None] Provisioning complete for port b1c36408-89ba-4040-92bd-da78aa2e7f54 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:02.981028 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-66e04273-d652-4ba1-b2e0-468bf22e76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.034468 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:03.055160 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Sync routers for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:03.082005 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:03.090524 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:03.090824 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] Publish callbacks [] for security_group (b1d4af00-6694-4516-8cc8-d9b8ce415848), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.127257 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.129980 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fcb6d5d9-b2a5-47d4-99f7-e8da15da8fa2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6925616 Jan 22 08:28:03.134008 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38008) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:03.137681 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] Publish callbacks [] for security_group (b1d4af00-6694-4516-8cc8-d9b8ce415848), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.167019 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-66e04273-d652-4ba1-b2e0-468bf22e76b0 None None] Current status of the port b1c36408-89ba-4040-92bd-da78aa2e7f54 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:03.370112 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b1d4af00-6694-4516-8cc8-d9b8ce415848), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.377604 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4cb78d7d-6120-4475-9a47-769136952c78 req-055c9b26-1f4a-428a-807d-be952ebf7dd6 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.1610160 Jan 22 08:28:03.383240 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.389018 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b1d4af00-6694-4516-8cc8-d9b8ce415848 HTTP/1.1" status: 204 len: 168 time: 0.4292133 Jan 22 08:28:03.475859 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b4e01e2-055c-4223-976b-4c6a21943108 admin admin] Publish callbacks [] for security_group (cf3593a0-6fb0-4005-ab03-1d95bcc9f48f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.564841 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097420-8bb5-4ca3-a269-f7e06cf14d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d4af00-6694-4516-8cc8-d9b8ce415848,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:03.573303 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:03.632713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b4e01e2-055c-4223-976b-4c6a21943108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (cf3593a0-6fb0-4005-ab03-1d95bcc9f48f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.690072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for router_gateway (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.745069 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device b1c36408-89ba-4040-92bd-da78aa2e7f54 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:03.793220 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9b4e01e2-055c-4223-976b-4c6a21943108 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb8c742afaab4d06ae13fdfc79283961&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8890595 Jan 22 08:28:03.793991 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e01e2-055c-4223-976b-4c6a21943108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3593a0-6fb0-4005-ab03-1d95bcc9f48f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:03.816234 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38020) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:03.838242 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:03.861537 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:03.886147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port b1c36408-89ba-4040-92bd-da78aa2e7f54 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:03.886504 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.933202 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:03.934817 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fb14df6e-f48f-4d9f-bf67-60a5e5d52e14 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7668481 Jan 22 08:28:03.938109 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38024) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:03.949526 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:01Z', 'revision_number': 3, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:03.958241 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:03.958931 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:03.990752 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Checking router: 80a8534e-51d0-4385-ae5d-fc4a04986811 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:03.991270 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Updating router 80a8534e-51d0-4385-ae5d-fc4a04986811 port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:04.027960 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.125501 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38026) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:04.157958 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] Publish callbacks [] for security_group (cf3593a0-6fb0-4005-ab03-1d95bcc9f48f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.193979 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.258480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:04.290115 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port b1c36408-89ba-4040-92bd-da78aa2e7f54 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:04.291447 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] Publish callbacks [] for security_group (cf3593a0-6fb0-4005-ab03-1d95bcc9f48f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.330430 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks [] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.342484 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.379521 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eed6bbe-6aba-49f7-bb07-b051405bf32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.413313 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.450322 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.451914 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Attempting to bind port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:04.453344 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Attempting to bind port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:04.454562 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Attempting to bind port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:04.478347 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:04.479283 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:04.479928 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.480553 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:04.481270 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Bound port: ba2c1b7f-22e1-4937-9f60-0753d6bb1422, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:04.481757 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.522903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (cf3593a0-6fb0-4005-ab03-1d95bcc9f48f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.525627 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.529720 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf3593a0-6fb0-4005-ab03-1d95bcc9f48f HTTP/1.1" status: 204 len: 168 time: 0.7069690 Jan 22 08:28:04.549126 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] For port ba2c1b7f-22e1-4937-9f60-0753d6bb1422, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:04.554267 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] For port ba2c1b7f-22e1-4937-9f60-0753d6bb1422, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:04.561118 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.563602 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:27:59Z', 'revision_number': 3, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:04.578059 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Pushing event updated for resources: {'Port': ['ID=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:04.584580 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1f991-7076-4096-9d13-608876c98401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3593a0-6fb0-4005-ab03-1d95bcc9f48f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:04.590054 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.591289 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.591289 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.591641 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.592123 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.592676 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.593174 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.593623 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.594344 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.597195 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.597195 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.597195 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.597195 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Tracked resource versions report: Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: pushed versions: Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: consumer versions: Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: HyperV agent@hv-cinder-82591: {}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: L3 agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: Metadata agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: Metering agent@dv-cinder-825913-1-iscsi: {}, Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-825913-1-iscsi: { 'AddressGroup': '1.2', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Log': '1.0', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Network': '1.1', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Port': '1.7', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 22 08:28:04.599171 dv-cinder-825913-1-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 22 08:28:04.614234 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:04.615054 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:04.727289 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d04e1-0d03-4335-9a91-e7c823a585d3 None None] Pushing event updated for resources: {'Port': ['ID=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:04.777339 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:04.777825 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Updating router 649eff81-176f-440c-b154-a35af446922a port abcbb83e-dd6a-4f33-9efe-318b77cc463d binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:04.808747 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b54ccf8-c9e0-4c89-b484-3f81570425bd req-1e666f61-a30e-47c3-98d7-007c8b0ad72f tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.0469615 Jan 22 08:28:04.866370 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:04.883571 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.916151 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:28:04.947842 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eed6bbe-6aba-49f7-bb07-b051405bf32b admin admin] Publish callbacks [] for security_group (f2f0735c-fe6f-42fe-93f4-6b69ac57c476), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:04.954768 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eed6bbe-6aba-49f7-bb07-b051405bf32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f2f0735c-fe6f-42fe-93f4-6b69ac57c476), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.022730 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Allocated IP 172.20.0.1 (e2a35619-1119-49b1-82c8-4c2b360fda7c/c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40/aa66f4ec-d544-4639-9efe-b9bcc7609d57) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:05.072400 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed6bbe-6aba-49f7-bb07-b051405bf32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f0735c-fe6f-42fe-93f4-6b69ac57c476,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:05.085536 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8eed6bbe-6aba-49f7-bb07-b051405bf32b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=076e85391d1146e69eba786e9b016142&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9564881 Jan 22 08:28:05.088230 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38040) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:05.102965 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:01Z', 'revision_number': 3, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:05.135228 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b80e9-7696-4127-9954-c20dd67b94da None None] The sync data for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi is: [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:01Z', 'revision_number': 3, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:05.222348 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] Publish callbacks [] for security_group (f2f0735c-fe6f-42fe-93f4-6b69ac57c476), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.269246 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] Publish callbacks [] for security_group (f2f0735c-fe6f-42fe-93f4-6b69ac57c476), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.310697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks [] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.380046 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f2f0735c-fe6f-42fe-93f4-6b69ac57c476), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.383760 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.386729 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2f0735c-fe6f-42fe-93f4-6b69ac57c476 HTTP/1.1" status: 204 len: 168 time: 0.2973089 Jan 22 08:28:05.395451 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.423302 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386df42-7c88-47ae-ad3a-b4ccba7281bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f0735c-fe6f-42fe-93f4-6b69ac57c476,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:05.445805 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.451064 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Network e2a35619-1119-49b1-82c8-4c2b360fda7c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:05.454130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:05.460012 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:05.460246 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (80a8534e-51d0-4385-ae5d-fc4a04986811), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.520594 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks [] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.542139 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.680537 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Attempting to bind port abcbb83e-dd6a-4f33-9efe-318b77cc463d on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:05.682595 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Attempting to bind port abcbb83e-dd6a-4f33-9efe-318b77cc463d by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:05.683648 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Attempting to bind port abcbb83e-dd6a-4f33-9efe-318b77cc463d on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:05.686245 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:05.695990 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82075c5-3196-414d-b842-aac0dc994c09 None None] Pushing event updated for resources: {'Port': ['ID=abcbb83e-dd6a-4f33-9efe-318b77cc463d,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:05.700473 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:05.703640 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Pushing event updated for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:05.705088 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:05.705535 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:05.707660 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.708072 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:05.708575 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Bound port: abcbb83e-dd6a-4f33-9efe-318b77cc463d, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:05.708961 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.719029 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:05.719703 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:05.763016 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:05.764699 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6f4823e7-f53b-4546-8178-101ff7662948 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2078063 Jan 22 08:28:05.767540 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38056) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:05.857756 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] For port abcbb83e-dd6a-4f33-9efe-318b77cc463d, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:05.863895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Allocated IP 172.20.0.1 (6988f079-6cc7-4d6e-af0a-62a78b3f5453/41cad627-969f-4a86-b074-2a484ec140bb/2b07de5d-bbc2-4328-95b7-0fe1b439c10b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:05.881321 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] For port abcbb83e-dd6a-4f33-9efe-318b77cc463d, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=abcbb83e-dd6a-4f33-9efe-318b77cc463d,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:05.899084 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.130474 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:06.135755 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.171511 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:06.172196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:06.324022 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82075c5-3196-414d-b842-aac0dc994c09 None None] Pushing event updated for resources: {'Port': ['ID=abcbb83e-dd6a-4f33-9efe-318b77cc463d,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:06.435477 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks [] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.458160 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8100b2f2-0862-4333-a4d5-6ad06d3f147a req-8b1351c3-3bfa-40ed-8366-2b20fa545b65 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.1533914 Jan 22 08:28:06.517315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:06.645684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.663403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks [] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.666968 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:02Z', 'revision_number': 3, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:06.676578 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.677709 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (80a8534e-51d0-4385-ae5d-fc4a04986811), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.712436 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:06.731551 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:06.754841 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:06.755438 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Updating router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:06.811033 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:06.811523 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (649eff81-176f-440c-b154-a35af446922a), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.835811 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:06.878082 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Pushing event updated for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:07.073110 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Network e2a35619-1119-49b1-82c8-4c2b360fda7c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:07.081503 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Pushing event updated for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:07.084137 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:07.084632 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-349d431f-3c4c-4862-91d6-4cde28b23663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.156186 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:27:59Z', 'revision_number': 3, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:07.166868 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.240196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b96020-d23f-4ad0-8dea-a5870fd2ef3f None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:27:59Z', 'revision_number': 3, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:07.273953 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a7cf14b9-df2f-4573-8375-b97c1359019d None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:07.274707 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7cf14b9-df2f-4573-8375-b97c1359019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.341592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf14b9-df2f-4573-8375-b97c1359019d None None] Port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:07.358249 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Router 80a8534e-51d0-4385-ae5d-fc4a04986811 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:28:07.619367 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks [] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.639336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:07.650561 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.652799 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-50ce54c7-ff0d-48b2-a787-8aa574cb4703 admin admin] 10.222.0.84 "PUT /v2.0/routers/80a8534e-51d0-4385-ae5d-fc4a04986811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5172839 Jan 22 08:28:07.885566 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f926e51d-c248-4a53-8a57-fa4a43ce1cf5 req-920edbc6-d0df-4a71-a1ce-838ff53a6209 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.2598209 Jan 22 08:28:07.932680 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ba2c1b7f-22e1-4937-9f60-0753d6bb1422 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:07.960078 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Attempting to bind port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:07.960646 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Attempting to bind port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:07.960809 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Attempting to bind port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:07.969561 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:07.969944 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:07.970344 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:07.970838 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:07.971623 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Bound port: 83eec361-5fbd-4ae5-8869-8bd5fc06bd87, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:07.971742 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.044788 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] For port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:08.048269 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] For port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:08.060645 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.068837 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab87688-2b23-40d3-891c-4a1be23e2496 None None] Pushing event updated for resources: {'Port': ['ID=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:08.101046 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:08.103033 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.204594 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks [] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.213042 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.231653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.232416 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (649eff81-176f-440c-b154-a35af446922a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.235442 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab87688-2b23-40d3-891c-4a1be23e2496 None None] Pushing event updated for resources: {'Port': ['ID=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:08.244926 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:08.245708 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:08.335292 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:08.335691 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.387258 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Pushing event updated for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:08.421218 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port ba2c1b7f-22e1-4937-9f60-0753d6bb1422, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:08.429936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:08.492133 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:08.588870 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:08.798095 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Sync routers for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:08.821833 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:08.822474 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:27:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:08.932763 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:02Z', 'revision_number': 3, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:08.936232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:08.952215 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:08.996573 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b7829-e632-407f-9a49-e70eda7d7c46 None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:02Z', 'revision_number': 3, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:09.176382 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.107', 55132) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:09.672334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:09.688180 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99a034c7-7f96-4fde-8db5-7e9be2950624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:09.744596 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d05fb36e-0026-42b9-b3fc-b50809ab1356 req-62ad490a-769f-4870-9378-56392d6c567c tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.1933756 Jan 22 08:28:09.800261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Allocated IP 172.20.0.1 (c6767b50-a175-481b-b131-4f150db6cac7/9e3ae7bc-1a08-4776-a493-9b25b8761cf2/580c3c36-684b-41de-b0f0-5b5ad20f0e8f) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:09.970575 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-334a9fa0-de12-4753-97ae-e32effb11a60 None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:09.978708 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-334a9fa0-de12-4753-97ae-e32effb11a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:10.321164 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-142f4604-7df9-4a98-b209-d62a1561d815 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:10.356945 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-142f4604-7df9-4a98-b209-d62a1561d815 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.107 "GET /v2.0/networks?id=91b7e931-3fac-4405-9d1a-6d9e20573ce3 HTTP/1.1" status: 200 len: 811 time: 1.1759610 Jan 22 08:28:10.362676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ba2c1b7f-22e1-4937-9f60-0753d6bb1422 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:10.409682 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Request body: {'port': {'device_id': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3', 'admin_state_up': True, 'tenant_id': '80c76bbf91a44094a401712b1175f769'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:10.515156 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-334a9fa0-de12-4753-97ae-e32effb11a60 None None] Port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:10.816507 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:10.818407 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.012756 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks [] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.165707 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:28:11.189552 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.552612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:11.554524 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device abcbb83e-dd6a-4f33-9efe-318b77cc463d up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:11.599659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Made reservation on behalf of 80c76bbf91a44094a401712b1175f769 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:28:11.609263 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.652461 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-7ad3143f-8cc1-4304-bdcd-3656fef7e943 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:11.655293 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-7ad3143f-8cc1-4304-bdcd-3656fef7e943 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 819 time: 1.6807978 Jan 22 08:28:11.673933 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Network c6767b50-a175-481b-b131-4f150db6cac7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:11.717408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.781955 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 4, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'aa66f4ec-d544-4639-9efe-b9bcc7609d57', 'name': '', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'mac_address': 'fa:16:3e:33:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:04Z', 'updated_at': '2022-01-22T08:28:06Z', 'revision_number': 2, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'subnets': [{'id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:11.895690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:11.912425 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-c4c023b1-8e83-4658-876f-78cd6102aee2 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/quotas/69b49a28d24b4ebf88f4c5aa0ef21833 HTTP/1.1" status: 200 len: 375 time: 0.1627731 Jan 22 08:28:11.929989 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:11.933421 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:11.936132 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Checking router: 80a8534e-51d0-4385-ae5d-fc4a04986811 for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:11.936967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Updating router 80a8534e-51d0-4385-ae5d-fc4a04986811 port aa66f4ec-d544-4639-9efe-b9bcc7609d57 binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:11.963374 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cb1851a-39ef-4c2f-9fa3-830f6dc444f9 req-90ea7edb-edb7-4585-9b9f-7fdbc8fe161d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.7322657 Jan 22 08:28:12.037571 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:12.378296 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:12.612776 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-fd72ae3a-383b-41d4-8e92-5f22ffb76c5c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6405289 Jan 22 08:28:12.612936 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Allocated IP 172.20.0.5 (91b7e931-3fac-4405-9d1a-6d9e20573ce3/35a46314-2067-4308-a64d-851734dcaa4c/dc655052-d184-4401-be01-07e59d461292) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:12.751496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port abcbb83e-dd6a-4f33-9efe-318b77cc463d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:12.752130 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:12.836024 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:12.848959 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:12.880342 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:12.934660 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bb15e7a0-304b-42b6-a299-c6f1b777fb2d admin admin] 10.222.0.84 "PUT /v2.0/routers/649eff81-176f-440c-b154-a35af446922a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9832940 Jan 22 08:28:12.969739 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:12.997856 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:28:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:13.288907 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2e35e6de-a3e9-4880-8a72-f039eca7586d None None] Provisioning complete for port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:13.291968 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2e35e6de-a3e9-4880-8a72-f039eca7586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:13.376187 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-4ec8847d-290e-4641-86a3-f704d12ed93b service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:28:13.381524 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-4ec8847d-290e-4641-86a3-f704d12ed93b service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1871932 Jan 22 08:28:13.645572 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks [] for port (dc655052-d184-4401-be01-07e59d461292), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:13.735758 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:13.780957 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (dc655052-d184-4401-be01-07e59d461292), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:13.910060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12037bf6-bad4-470d-b045-0056d1e68f07 req-2e048451-d7a0-4eb1-a4ce-5c4da2d16bcf tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.3284011 Jan 22 08:28:13.912641 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-af0e3431-247c-469e-b08e-f36b21dd548b service neutron] 10.222.0.84 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093234 Jan 22 08:28:14.015234 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks [] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.094496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks [] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.140706 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.185306 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:14.215573 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:14.228753 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:14.280149 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:14.285902 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.292565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2e35e6de-a3e9-4880-8a72-f039eca7586d None None] Port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:14.299814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2bc93-3a37-426c-b78d-c3b89764e99b None None] Pushing event updated for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:14.421514 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-83d6d560-4d8e-413a-aebd-af9ba4326c0d service neutron] 10.222.0.84 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974400 Jan 22 08:28:14.427208 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.429018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.496903 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0936186 Jan 22 08:28:14.517072 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port abcbb83e-dd6a-4f33-9efe-318b77cc463d is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:14.518573 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.564214 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-eeb8bd3a-fddd-423b-b51b-9ecf16f3bef9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:28:14.573462 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-eeb8bd3a-fddd-423b-b51b-9ecf16f3bef9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0404975 Jan 22 08:28:14.576946 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b90f5-99e9-40d4-a372-3595938817b0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Pushing event updated for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:14.638413 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 2, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:14.686276 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port abcbb83e-dd6a-4f33-9efe-318b77cc463d, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=abcbb83e-dd6a-4f33-9efe-318b77cc463d,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:14.765311 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:14.784793 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:14.786386 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Updating router 649eff81-176f-440c-b154-a35af446922a port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:14.890378 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.039387 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.044043 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=abcbb83e-dd6a-4f33-9efe-318b77cc463d,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:15.136377 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Request body: {'port': {'device_id': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:15.194745 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.269517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:15.322599 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc655052-d184-4401-be01-07e59d461292), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.327180 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:15.469091 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Network c6767b50-a175-481b-b131-4f150db6cac7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:15.480004 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:15.498042 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Attempting to bind port aa66f4ec-d544-4639-9efe-b9bcc7609d57 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:15.499615 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Attempting to bind port aa66f4ec-d544-4639-9efe-b9bcc7609d57 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:15.500645 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Attempting to bind port aa66f4ec-d544-4639-9efe-b9bcc7609d57 on network e2a35619-1119-49b1-82c8-4c2b360fda7c {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:15.549167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:15.556135 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Checking segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:15.560895 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.561637 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Bound using segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:15.563160 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Bound port: aa66f4ec-d544-4639-9efe-b9bcc7609d57, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:15.567036 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:15.763107 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:15.764240 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.213548 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:28:16.258752 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:16.259630 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.297683 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] For port aa66f4ec-d544-4639-9efe-b9bcc7609d57, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:16.335568 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks [] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.364969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] For port aa66f4ec-d544-4639-9efe-b9bcc7609d57, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=aa66f4ec-d544-4639-9efe-b9bcc7609d57,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:16.375210 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:16.402812 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-63a9a428-b251-484c-92ed-6499f97b75f1 None None] Provisioning complete for port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:16.403745 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-63a9a428-b251-484c-92ed-6499f97b75f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.420101 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.523408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.547924 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:16.720089 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a02b-fb36-429a-9949-55416b3689bc None None] Pushing event updated for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:16.987640 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc655052-d184-4401-be01-07e59d461292 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:17.073102 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:17.075950 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks [] for port (dc655052-d184-4401-be01-07e59d461292), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.077733 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:28:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:17.201286 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:28:17.255863 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Transition to ACTIVE for port object dc655052-d184-4401-be01-07e59d461292 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:28:17.269183 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc655052-d184-4401-be01-07e59d461292), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.312417 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Attempting to bind port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:17.314259 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Attempting to bind port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:17.317073 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Attempting to bind port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:17.352110 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device abcbb83e-dd6a-4f33-9efe-318b77cc463d up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:17.368465 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:17.371638 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Checking segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:17.374336 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.379739 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Bound using segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:17.384551 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2bc93-3a37-426c-b78d-c3b89764e99b None None] Pushing event updated for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:17.387091 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Bound port: 2b07de5d-bbc2-4328-95b7-0fe1b439c10b, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:17.391173 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.415181 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-63a9a428-b251-484c-92ed-6499f97b75f1 None None] Port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:17.442165 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07422-9cba-4297-9aef-4670088a3353 req-96ecaf23-1918-46cb-b700-5c962a120ad2 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:17.462182 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48b07422-9cba-4297-9aef-4670088a3353 req-96ecaf23-1918-46cb-b700-5c962a120ad2 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 931 time: 1.3055613 Jan 22 08:28:17.640269 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38426) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:17.644467 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Attempting to bind port dc655052-d184-4401-be01-07e59d461292 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:17.646538 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Attempting to bind port dc655052-d184-4401-be01-07e59d461292 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '6029a0cb-64ec-4bab-aa56-2949a845aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:17.647098 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Attempting to bind port dc655052-d184-4401-be01-07e59d461292 on network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:17.680541 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465757562', 'description': 'tempest-description--116764677'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:17.770253 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Port dc655052-d184-4401-be01-07e59d461292 on network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:28:17.771289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Attempting to bind port dc655052-d184-4401-be01-07e59d461292 on network 91b7e931-3fac-4405-9d1a-6d9e20573ce3 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:17.794238 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] For port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:17.795692 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.810057 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] For port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:17.823691 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.857622 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:17.860752 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Checking segment: {'id': '6029a0cb-64ec-4bab-aa56-2949a845aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:17.863188 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Bound using segment: {'id': '6029a0cb-64ec-4bab-aa56-2949a845aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:17.867201 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Bound port: dc655052-d184-4401-be01-07e59d461292, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6029a0cb-64ec-4bab-aa56-2949a845aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:17.868295 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc655052-d184-4401-be01-07e59d461292), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:17.924900 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Pushing event updated for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:18.090433 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a02b-fb36-429a-9949-55416b3689bc None None] Pushing event updated for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:18.131130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (79373227-b4a9-4840-8b6f-94e56fcd9b86), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:18.147368 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (79373227-b4a9-4840-8b6f-94e56fcd9b86), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:18.172775 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:18.180652 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:28:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:18.236443 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:18.238382 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:18.426318 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79373227-b4a9-4840-8b6f-94e56fcd9b86,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:18.451736 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:18.484050 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0b89366a-9964-44e3-8b0d-6946fbfe7a80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8035553 Jan 22 08:28:18.485384 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38454) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:18.520067 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group_rule': {'security_group_id': '79373227-b4a9-4840-8b6f-94e56fcd9b86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:18.753149 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5093b06-62af-4bbf-a32d-96e4691292ca req-4aa4ddd2-7fb5-49ca-97a8-0e5a61ca9d0c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 210 time: 0.9748361 Jan 22 08:28:18.879694 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:28:18.908976 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:28:18.918366 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (45f2ec61-af79-4f90-af2c-d18150603c8e), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:18.929625 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:18.930491 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:28:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:18.980155 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-79aa270c-d77b-4b35-b409-751f6feeb2a0 admin admin] 10.222.0.84 "PUT /v2.0/routers/0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2111099 Jan 22 08:28:19.005580 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48b07422-9cba-4297-9aef-4670088a3353 req-0a839181-8039-4b1d-ab17-11700a09f5a7 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4633923 Jan 22 08:28:19.008083 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:19.130964 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:19.331149 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:19.469049 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (45f2ec61-af79-4f90-af2c-d18150603c8e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:19.489963 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (45f2ec61-af79-4f90-af2c-d18150603c8e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:19.500203 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port abcbb83e-dd6a-4f33-9efe-318b77cc463d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:19.505228 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:19.552566 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:19.567078 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f2ec61-af79-4f90-af2c-d18150603c8e,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:19.572286 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:19.573781 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-718e3c97-3f10-4a3d-af1a-a3e32c0b832f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0861833 Jan 22 08:28:19.582721 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38488) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:19.596074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group_rule': {'security_group_id': '79373227-b4a9-4840-8b6f-94e56fcd9b86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:19.625911 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc655052-d184-4401-be01-07e59d461292,segment=NetworkSegment(6029a0cb-64ec-4bab-aa56-2949a845aea6),segment_id=6029a0cb-64ec-4bab-aa56-2949a845aea6)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:19.640525 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc655052-d184-4401-be01-07e59d461292), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:19.767828 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.107', 55149) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:19.859578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (f334fc74-0893-44b2-acba-1695ea784f6c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.010079 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Pushing event updated for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:20.048381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:20.049415 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.058082 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-d0f22c73-5d6a-4af0-99a5-cddebb638e62 service neutron] 10.222.0.107 "PUT /v2.0/ports/dc655052-d184-4401-be01-07e59d461292 HTTP/1.1" status: 200 len: 1093 time: 5.1837251 Jan 22 08:28:20.273860 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'tag': 'dc655052-d184-4401-be01-07e59d461292'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:28:20.383930 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:20.409089 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:17Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:20.538748 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d76112-c38d-4c9b-a3de-2fd9cb5862d6 None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:17Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:20.761460 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Current status of the port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:20.762071 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.796014 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (f334fc74-0893-44b2-acba-1695ea784f6c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.817987 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-dd59550b-fed5-4ca9-bac4-5e26d30f218f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:20.842870 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-dd59550b-fed5-4ca9-bac4-5e26d30f218f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 819 time: 0.9655738 Jan 22 08:28:20.868381 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (f334fc74-0893-44b2-acba-1695ea784f6c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.960182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:20.967684 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3811696 Jan 22 08:28:20.980630 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-11fad55d-b597-4d20-b59c-0aa663f0c860 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/quotas/69b49a28d24b4ebf88f4c5aa0ef21833 HTTP/1.1" status: 200 len: 375 time: 0.1356070 Jan 22 08:28:21.065918 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38536) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:21.104250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:21.216708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2eda16-009f-4f9d-b122-dbef89c3aa97 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f334fc74-0893-44b2-acba-1695ea784f6c,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:21.236125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:21.463552 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-48e37909-0c13-407d-8fbe-3522fc5fdcf2 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4772990 Jan 22 08:28:21.508241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38548) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:21.536591 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750860144', 'description': 'tempest-description--2015224919'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:21.867654 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] For port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:21.873822 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-ca25ab32-360c-4f0f-b7c8-85676783ecfd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:21.885744 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-ca25ab32-360c-4f0f-b7c8-85676783ecfd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 819 time: 2.1159344 Jan 22 08:28:21.890893 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4678cf83-e97e-4c8f-94da-3ebdd7161174" -d '{"events": [{"name": "network-changed", "server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "tag": "dc655052-d184-4401-be01-07e59d461292"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:28:21.917068 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Request body: {'port': {'device_id': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'admin_state_up': True, 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:21.994881 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port abcbb83e-dd6a-4f33-9efe-318b77cc463d is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:22.026463 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:22.055218 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-2dfa93cb-cd08-45c2-956a-6fbee0bb4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:22.063202 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-2dfa93cb-cd08-45c2-956a-6fbee0bb4b61 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80c76bbf91a44094a401712b1175f769&device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 1096 time: 1.3001850 Jan 22 08:28:22.450485 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3b88b-cfb3-41a1-9b2f-adb7d748cc26 None None] Pushing event updated for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:22.478993 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:22.573821 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38570) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:22.595529 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-84741d85-8212-4520-a0f6-a15bd28ec7f7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc655052-d184-4401-be01-07e59d461292 HTTP/1.1" status: 200 len: 217 time: 0.5044010 Jan 22 08:28:22.687572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-9c66d6c7-6ac8-4d2c-ac90-61e66250a6ae service neutron] 10.222.0.84 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2227743 Jan 22 08:28:22.703991 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 2b07de5d-bbc2-4328-95b7-0fe1b439c10b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:22.867260 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-76307462-d1eb-4e09-8a4d-905465692114 None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:22.868236 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76307462-d1eb-4e09-8a4d-905465692114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:22.953251 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-3d07448d-2504-44b9-a392-e39f32859519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:22.967872 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-3d07448d-2504-44b9-a392-e39f32859519 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=35a46314-2067-4308-a64d-851734dcaa4c HTTP/1.1" status: 200 len: 851 time: 0.3407700 Jan 22 08:28:23.008691 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-62a189ae-a770-4c05-abaa-e74f6ab4d6e8 service neutron] 10.222.0.84 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179648 Jan 22 08:28:23.175179 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 4, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'aa66f4ec-d544-4639-9efe-b9bcc7609d57', 'name': '', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'mac_address': 'fa:16:3e:33:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:04Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'subnets': [{'id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:23.204213 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-9c82672c-a903-4f2e-af2e-cd8678972fdd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=91b7e931-3fac-4405-9d1a-6d9e20573ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2109482 Jan 22 08:28:23.326780 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6478fa-a44b-4561-8511-3c98185c6366 None None] The sync data for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi is: [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:05Z', 'revision_number': 4, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'aa66f4ec-d544-4639-9efe-b9bcc7609d57', 'name': '', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'mac_address': 'fa:16:3e:33:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:04Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'subnets': [{'id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:23.396714 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Made reservation on behalf of 69b49a28d24b4ebf88f4c5aa0ef21833 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:28:23.408082 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144326e6-6531-473d-ad93-ef2d1e1a153a req-b5073d5e-ffb1-486b-9246-fb763e4add2d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:23.411385 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:23.413487 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-144326e6-6531-473d-ad93-ef2d1e1a153a req-b5073d5e-ffb1-486b-9246-fb763e4add2d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 1.1675603 Jan 22 08:28:23.496627 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:23.497145 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:23.592708 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:13Z', 'revision_number': 2, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:23.697079 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a97b-66b4-4086-9f19-e31f3a4b7a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:24.060011 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-144326e6-6531-473d-ad93-ef2d1e1a153a req-cc38bd23-130c-40e3-853f-da7219ee8aa9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095315 Jan 22 08:28:24.069850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:24.174650 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:28:24.175769 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Updating router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:28:24.337669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Allocated IP 172.20.0.2 (e2a35619-1119-49b1-82c8-4c2b360fda7c/c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40/a3416664-b7b8-4718-b7c8-658e35f14fd7) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:24.445360 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (5465ebff-c0fd-45f1-90fc-86287c111c52), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:24.494668 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5465ebff-c0fd-45f1-90fc-86287c111c52), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:24.583623 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-76307462-d1eb-4e09-8a4d-905465692114 None None] Current status of the port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:24.600692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:25.178699 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-f0544eb1-3cfc-4f80-bcc1-0922d2488fc6 service neutron] 10.222.0.107 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9601481 Jan 22 08:28:25.236042 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-53e38a61-657e-46b6-b123-638bdca4846a req-cfd677ec-f98f-4648-979e-e45bb5916f47 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 210 time: 0.3912454 Jan 22 08:28:25.388422 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5465ebff-c0fd-45f1-90fc-86287c111c52,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:25.421729 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:25.445269 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2aaf6562-35ab-4450-bb46-d4b6e1978537 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.9164472 Jan 22 08:28:25.493026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38620) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:25.537424 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group_rule': {'security_group_id': '5465ebff-c0fd-45f1-90fc-86287c111c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:25.709379 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d03d5-fce3-4b94-ae02-7e08327daa1d x-openstack-request-id: req-d58d03d5-fce3-4b94-ae02-7e08327daa1d {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:28:25.710343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "tag": "dc655052-d184-4401-be01-07e59d461292", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:28:25.711163 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d58d03d5-fce3-4b94-ae02-7e08327daa1d {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:28:25.742609 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'tag': 'dc655052-d184-4401-be01-07e59d461292', 'status': 'completed', 'code': 200} Jan 22 08:28:25.890270 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a97b-66b4-4086-9f19-e31f3a4b7a68 admin admin] Publish callbacks [] for security_group (0e6d04d1-6eca-468d-98b6-e93dea855860), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:25.955138 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a97b-66b4-4086-9f19-e31f3a4b7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0e6d04d1-6eca-468d-98b6-e93dea855860), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.045129 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:26.049213 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:26.103908 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9db277fa-e18e-4f30-8a4e-b6fb092bf7c5 req-66112fd8-7512-45dc-a48f-59a88295c63e service neutron] 10.222.0.107 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143119 Jan 22 08:28:26.186642 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks [] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.193297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Allocated IP 172.27.3.117 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/351cd927-3596-42ac-b181-19b260e6bcd7) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:26.329227 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.375223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd5d01-eea3-4e9f-9f48-4855331be3e3 req-9adf70d4-b55e-4c9e-81f3-eec0e5f7f0f3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:26.378264 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2fd5d01-eea3-4e9f-9f48-4855331be3e3 req-9adf70d4-b55e-4c9e-81f3-eec0e5f7f0f3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.6131880 Jan 22 08:28:26.433249 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:26.433249 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.434989 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (0a6a5cdc-c4a2-441c-a6f8-cbb5f5b2e871), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.542211 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e8d7a97b-66b4-4086-9f19-e31f3a4b7a68 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=93bc72ab799c434c887c6c5c4499dbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9014564 Jan 22 08:28:26.549205 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38644) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:26.687617 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Pushing event updated for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:26.707901 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Network e2a35619-1119-49b1-82c8-4c2b360fda7c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:26.727786 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:26.734585 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:26.745882 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2fd5d01-eea3-4e9f-9f48-4855331be3e3 req-ac376805-d606-4607-ad13-26940bbeea71 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181078 Jan 22 08:28:26.754284 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:26.755878 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.864466 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-01b27875-1ee7-49b4-9b0d-4d3d64e3fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:26.873069 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-01b27875-1ee7-49b4-9b0d-4d3d64e3fe45 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80c76bbf91a44094a401712b1175f769&device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 1096 time: 0.3673761 Jan 22 08:28:26.892301 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-37c1cbd5-5dcb-48f0-863e-2e02861154c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9803431 Jan 22 08:28:26.960268 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Request body: {'port': {'device_id': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:26.967038 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:26.984669 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks [] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:26.995044 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.034149 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a97b-66b4-4086-9f19-e31f3a4b7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d04d1-6eca-468d-98b6-e93dea855860,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:27.450836 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8e72a330-9a9c-4c52-befb-61f3725a96d8 req-be914d93-9c55-4c3e-88cf-528c77a983f3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 210 time: 0.4847410 Jan 22 08:28:27.622803 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.655964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.107', 55161) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:27.698275 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0f5db-5cee-40a6-a174-3f714b7066f3 None None] Pushing event updated for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:27.756167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Attempting to bind port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:27.756653 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Attempting to bind port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:27.757102 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Attempting to bind port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:27.788782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device aa66f4ec-d544-4639-9efe-b9bcc7609d57 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:27.796862 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (0a6a5cdc-c4a2-441c-a6f8-cbb5f5b2e871), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.842890 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:27.842890 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Checking segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:27.843338 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.844086 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Bound using segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:27.845020 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Bound port: 580c3c36-684b-41de-b0f0-5b5ad20f0e8f, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:27.845774 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.849347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (0a6a5cdc-c4a2-441c-a6f8-cbb5f5b2e871), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.919761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] Publish callbacks [] for security_group (0e6d04d1-6eca-468d-98b6-e93dea855860), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:27.974845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] Publish callbacks [] for security_group (0e6d04d1-6eca-468d-98b6-e93dea855860), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.004422 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-506654bb-65b4-4399-b7f3-077297f28fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:28.009833 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-506654bb-65b4-4399-b7f3-077297f28fab service neutron] 10.222.0.107 "GET /v2.0/networks?id=91b7e931-3fac-4405-9d1a-6d9e20573ce3 HTTP/1.1" status: 200 len: 911 time: 1.1095812 Jan 22 08:28:28.227164 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-cbfe6e00-a25d-4c2f-a2dd-c02c844eb658 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc655052-d184-4401-be01-07e59d461292 HTTP/1.1" status: 200 len: 217 time: 0.2010365 Jan 22 08:28:28.332082 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a5cdc-c4a2-441c-a6f8-cbb5f5b2e871,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:28.365402 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (351cd927-3596-42ac-b181-19b260e6bcd7), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.467136 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-2baf622a-78fc-4638-8eda-246ccece85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:28.467946 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.469439 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d804afc1-590e-4ebe-9b6e-591ac75c996a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9724848 Jan 22 08:28:28.473377 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-2baf622a-78fc-4638-8eda-246ccece85bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=35a46314-2067-4308-a64d-851734dcaa4c HTTP/1.1" status: 200 len: 851 time: 0.2261410 Jan 22 08:28:28.478160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0e6d04d1-6eca-468d-98b6-e93dea855860), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.482485 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38678) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:28.483054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.484239 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e6d04d1-6eca-468d-98b6-e93dea855860 HTTP/1.1" status: 204 len: 168 time: 1.9302077 Jan 22 08:28:28.505363 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group_rule': {'security_group_id': '5465ebff-c0fd-45f1-90fc-86287c111c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:28.544212 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23412259-0628-4d6b-91e6-9cd1028e9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d04d1-6eca-468d-98b6-e93dea855860,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:28.585880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348fc3f-815a-4e84-b193-df91c44b0cbc req-f16ae20d-34e7-4953-9778-9133f0bfc59e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:28.589014 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c348fc3f-815a-4e84-b193-df91c44b0cbc req-f16ae20d-34e7-4953-9778-9133f0bfc59e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.3358219 Jan 22 08:28:28.633444 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-210f0ee1-e2bd-4f0d-b274-ab9a86c5015f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=91b7e931-3fac-4405-9d1a-6d9e20573ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452348 Jan 22 08:28:28.736335 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-684da871-87ef-45eb-92f5-b5ac24007465 None None] Provisioning complete for port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:28.738009 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-684da871-87ef-45eb-92f5-b5ac24007465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.766866 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-03c71f12-0848-4cb7-8121-ab63e35b607f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:28.770999 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-03c71f12-0848-4cb7-8121-ab63e35b607f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 819 time: 1.1135707 Jan 22 08:28:28.782393 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] For port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:28.817967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port aa66f4ec-d544-4639-9efe-b9bcc7609d57 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:28.818795 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:28.825199 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Request body: {'port': {'device_id': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'admin_state_up': True, 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:28.928495 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] For port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:28.984579 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.089444 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016d6017-7588-4896-ba95-ed51196e5249 req-8293f1bc-95a3-4cf7-a636-b1617d44df98 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 210 time: 0.3566000 Jan 22 08:28:29.092957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-684da871-87ef-45eb-92f5-b5ac24007465 None None] Port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:29.144902 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.234375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:28:29.242573 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:28:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:29.257724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:29.263681 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:29.284211 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c348fc3f-815a-4e84-b193-df91c44b0cbc req-e34603e2-f1af-49b8-89ac-d4e3144e7504 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640184 Jan 22 08:28:29.353346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:29.391680 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Made reservation on behalf of 69b49a28d24b4ebf88f4c5aa0ef21833 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:28:29.407105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.472069 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (d44b5d90-5871-4f9e-a63f-dc5f2faf64ba), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.584679 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0f5db-5cee-40a6-a174-3f714b7066f3 None None] Pushing event updated for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:29.673053 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port aa66f4ec-d544-4639-9efe-b9bcc7609d57 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:29.673053 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.837983 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38710) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:29.878957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port aa66f4ec-d544-4639-9efe-b9bcc7609d57, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=aa66f4ec-d544-4639-9efe-b9bcc7609d57,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:29.890116 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.891356 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 2b07de5d-bbc2-4328-95b7-0fe1b439c10b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:29.963358 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2bec4381-685a-4228-9c7e-7df403bcf164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:29.992613 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-31a4a7b2-b57f-490d-8209-c41447c8907e service neutron] 10.222.0.107 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2942808 Jan 22 08:28:30.073422 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.102439 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Provisioning complete for port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:30.102838 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.104277 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=351cd927-3596-42ac-b181-19b260e6bcd7,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:30.191305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:28:30.325207 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:30.335325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3416664-b7b8-4718-b7c8-658e35f14fd7 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:30.370801 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks [] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.386538 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:30.387220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.409906 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c47d61fe-df63-4d7f-9631-d95fc295f661 req-2c9bcac0-4604-4392-b2c7-805bfb363f23 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 210 time: 0.1255441 Jan 22 08:28:30.436696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.528955 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Transition to ACTIVE for port object a3416664-b7b8-4718-b7c8-658e35f14fd7 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:28:30.559482 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (d44b5d90-5871-4f9e-a63f-dc5f2faf64ba), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.561011 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.584769 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (d44b5d90-5871-4f9e-a63f-dc5f2faf64ba), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.636500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Current status of the port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:30.637261 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.683991 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44b5d90-5871-4f9e-a63f-dc5f2faf64ba,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:30.716645 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.722647 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d70abccd-e84c-4bba-bd0f-b131691a9bd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2305899 Jan 22 08:28:30.723637 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38720) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:30.736994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:30.751031 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:30.772687 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] For port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:30.780463 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2bec4381-685a-4228-9c7e-7df403bcf164 admin admin] Publish callbacks [] for security_group (7c0f2362-8a4c-431d-ac6b-adc191e1983d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.790706 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.822914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Allocated IP 172.20.0.7 (e2a35619-1119-49b1-82c8-4c2b360fda7c/c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40/c806982b-dda9-4a92-a526-d79976ee625d) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:30.847146 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:28Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:28:30.852829 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Attempting to bind port a3416664-b7b8-4718-b7c8-658e35f14fd7 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:30.853360 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Attempting to bind port a3416664-b7b8-4718-b7c8-658e35f14fd7 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:30.853904 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Attempting to bind port a3416664-b7b8-4718-b7c8-658e35f14fd7 on network e2a35619-1119-49b1-82c8-4c2b360fda7c {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:30.858850 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2bec4381-685a-4228-9c7e-7df403bcf164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (7c0f2362-8a4c-431d-ac6b-adc191e1983d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:30.964060 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:30.970211 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a3b9-8e55-47e3-8965-7674310d8fb2 None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:28Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:28:30.978406 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Port a3416664-b7b8-4718-b7c8-658e35f14fd7 on network e2a35619-1119-49b1-82c8-4c2b360fda7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:28:30.978988 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Attempting to bind port a3416664-b7b8-4718-b7c8-658e35f14fd7 on network e2a35619-1119-49b1-82c8-4c2b360fda7c {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:31.010782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee26bea-f99a-4223-82bd-94ea3827fa2b None None] Pushing event updated for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:31.012583 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4381-685a-4228-9c7e-7df403bcf164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0f2362-8a4c-431d-ac6b-adc191e1983d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:31.029892 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:31.030257 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39896d4-9ae4-4efd-a408-8a32a8aab126 req-f5a3403c-6e4e-4096-a610-5c5ff75ac884 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:31.030431 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Checking segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:31.030999 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Bound using segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:31.032018 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Bound port: a3416664-b7b8-4718-b7c8-658e35f14fd7, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:31.033398 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.038929 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39896d4-9ae4-4efd-a408-8a32a8aab126 req-f5a3403c-6e4e-4096-a610-5c5ff75ac884 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.5215364 Jan 22 08:28:31.052002 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.084515 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2bec4381-685a-4228-9c7e-7df403bcf164 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a2d7ebec629b4052b38f43097ecf2a44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2182343 Jan 22 08:28:31.134507 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 38728) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:31.261486 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device aa66f4ec-d544-4639-9efe-b9bcc7609d57 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:31.360309 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (351cd927-3596-42ac-b181-19b260e6bcd7), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.381237 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:31.387702 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:31.399049 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39896d4-9ae4-4efd-a408-8a32a8aab126 req-96741222-6387-4482-806e-1f4d91c1297e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322711 Jan 22 08:28:31.409560 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.412177 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.444429 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port aa66f4ec-d544-4639-9efe-b9bcc7609d57 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:31.444891 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.540272 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.577121 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:31.578229 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.618425 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] 10.222.0.107 "PUT /v2.0/ports/a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 1093 time: 4.6393530 Jan 22 08:28:31.645056 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:28:31.650667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0209c511-2425-452c-8206-89b4e298b4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:28:31.753378 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port aa66f4ec-d544-4639-9efe-b9bcc7609d57 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:31.765941 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1da05d-5004-4e88-8d37-f47209b74ccc x-openstack-request-id: req-2f1da05d-5004-4e88-8d37-f47209b74ccc {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:28:31.766575 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:28:31.767194 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2f1da05d-5004-4e88-8d37-f47209b74ccc {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:28:31.768448 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7', 'status': 'completed', 'code': 200} Jan 22 08:28:31.827595 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=351cd927-3596-42ac-b181-19b260e6bcd7,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:31.841784 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:31.843991 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4527b8e4-5f2c-4082-8c3c-149f92d5c3e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7534802 Jan 22 08:28:31.856318 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae5d4373-ea31-440a-8ac4-332951227525 req-1fb5ba86-47b6-4016-ab3a-39061015e804 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 210 time: 0.1755309 Jan 22 08:28:31.965742 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951374c-96f6-4de5-bfde-56c1a74c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:32.085085 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks [] for port (c806982b-dda9-4a92-a526-d79976ee625d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.137531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] Publish callbacks [] for security_group (7c0f2362-8a4c-431d-ac6b-adc191e1983d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.222116 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4678cf83-e97e-4c8f-94da-3ebdd7161174 req-add1976c-661d-461a-8fd0-6b3f213de3ea service neutron] 10.222.0.107 "GET /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490612 Jan 22 08:28:32.227066 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.240005 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] Publish callbacks [] for security_group (7c0f2362-8a4c-431d-ac6b-adc191e1983d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.355167 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.414057 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (7c0f2362-8a4c-431d-ac6b-adc191e1983d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.417289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.421778 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c0f2362-8a4c-431d-ac6b-adc191e1983d HTTP/1.1" status: 204 len: 168 time: 1.2700303 Jan 22 08:28:32.441029 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbeb1-09ad-4fcd-b509-51a60cdb570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0f2362-8a4c-431d-ac6b-adc191e1983d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:32.484338 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Network e2a35619-1119-49b1-82c8-4c2b360fda7c is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:32.485725 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Pushing event updated for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:32.499813 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:32.522498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:32.535991 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:32.536821 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:32.663511 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Allocated IP 172.27.3.198 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/f81dd370-da05-47d1-a1e9-651401013613) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:32.737853 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-8fdb7a78-24e1-4a97-ad93-22e6e81b78af tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--465757562&fields=id&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 267 time: 0.3731773 Jan 22 08:28:32.744854 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d784a46-8cfb-4f7d-827e-df9d5197c328 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9372497 Jan 22 08:28:33.011625 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (f81dd370-da05-47d1-a1e9-651401013613), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:33.130477 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb76ce-c743-455d-bd50-bbd54ef24a13 req-8dfeb61c-ebf7-40ed-9f79-9eb9fe2c6894 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:33.133000 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18fb76ce-c743-455d-bd50-bbd54ef24a13 req-8dfeb61c-ebf7-40ed-9f79-9eb9fe2c6894 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.5257969 Jan 22 08:28:33.159862 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (f81dd370-da05-47d1-a1e9-651401013613), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:33.285295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-6f0e7e85-7407-4cdf-b942-43318c73bccb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:33.285859 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 580c3c36-684b-41de-b0f0-5b5ad20f0e8f up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:28:33.288435 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-6f0e7e85-7407-4cdf-b942-43318c73bccb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 816 time: 0.5361698 Jan 22 08:28:33.304564 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18fb76ce-c743-455d-bd50-bbd54ef24a13 req-0307005d-4aed-4f6e-bbd3-808f8c60a8a2 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519420 Jan 22 08:28:33.321853 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:33.329448 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-812c1824-7a13-464b-8497-46672ef9cacb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/quotas/9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 375 time: 0.0232513 Jan 22 08:28:33.350611 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:33.367994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:33.393940 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=f81dd370-da05-47d1-a1e9-651401013613,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:33.462774 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-09e21aaa-e11d-4838-a260-ada4d63feab1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142170 Jan 22 08:28:33.530238 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:33.532087 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:33.574006 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:33.698108 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f81dd370-da05-47d1-a1e9-651401013613), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:33.807384 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4cc26-5e83-41e3-9fac-bbb3df21c2e5 req-0f5b7954-5359-4711-acb3-aa330b4e328a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:33.811581 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7cf4cc26-5e83-41e3-9fac-bbb3df21c2e5 req-0f5b7954-5359-4711-acb3-aa330b4e328a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 931 time: 0.2648211 Jan 22 08:28:33.855679 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:33.890695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-3993f317-1d58-4d10-9087-a916e716f947 service neutron] 10.222.0.84 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898525 Jan 22 08:28:34.132956 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7cf4cc26-5e83-41e3-9fac-bbb3df21c2e5 req-f88dca0a-b855-4517-b171-75d34f9359bc tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977250 Jan 22 08:28:34.162909 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.203266 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (f81dd370-da05-47d1-a1e9-651401013613), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.216547 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f81dd370-da05-47d1-a1e9-651401013613), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.292329 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.319933 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Request body: {'port': {'device_id': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:34.377319 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=f81dd370-da05-47d1-a1e9-651401013613,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:34.389063 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-6bf0eff5-4e0e-42a4-b1b0-66361c9aaa28 service neutron] 10.222.0.84 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869304 Jan 22 08:28:34.504068 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.504068 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a0d89c8d-123f-426a-91de-49f4755ca84e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7691498 Jan 22 08:28:34.569252 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-98378e30-ac94-40f9-8362-5a88e689da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:34.577269 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-98378e30-ac94-40f9-8362-5a88e689da77 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1096 time: 0.2574980 Jan 22 08:28:34.726660 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c806982b-dda9-4a92-a526-d79976ee625d), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:34.871223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b0817-a496-4513-9cc1-53a65b78e0cc req-cb0c613f-e6a1-4d3f-9fe7-65f19cedc89e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:34.884166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470b0817-a496-4513-9cc1-53a65b78e0cc req-cb0c613f-e6a1-4d3f-9fe7-65f19cedc89e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.3008265 Jan 22 08:28:34.927709 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-049c3b1a-f449-4d0b-97be-99b462d375eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.1212449 Jan 22 08:28:35.057671 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9eda2694-69a0-425f-b196-d77c597e72ea req-a25da6f0-4a44-4be9-a772-97a685d3d4f5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0750458 Jan 22 08:28:35.101577 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470b0817-a496-4513-9cc1-53a65b78e0cc req-bb8822c9-6493-41c2-9171-1148d529fe5c tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161739 Jan 22 08:28:35.716336 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-24556428-6fcf-4171-b1a3-9f6f2eab2f42 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--750860144&fields=id&tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 267 time: 0.4619231 Jan 22 08:28:35.831080 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2878c3-69a7-4c69-8940-9895facd20fe req-0991a76c-80d1-4950-83ef-b2161099d7bf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:35.833813 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c2878c3-69a7-4c69-8940-9895facd20fe req-0991a76c-80d1-4950-83ef-b2161099d7bf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 931 time: 0.3554430 Jan 22 08:28:36.101588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c2878c3-69a7-4c69-8940-9895facd20fe req-ff081b0f-29ec-4935-9086-edfdbd17e08a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442029 Jan 22 08:28:36.185353 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-1abd7165-9712-4131-94e1-f07db9894522 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:36.187138 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-1abd7165-9712-4131-94e1-f07db9894522 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 811 time: 0.4101455 Jan 22 08:28:36.215603 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c806982b-dda9-4a92-a526-d79976ee625d {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:36.238181 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks [] for port (c806982b-dda9-4a92-a526-d79976ee625d), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:36.263178 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-7e1e4e61-d747-4d52-b701-2e685b2ef9fb tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/quotas/f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 375 time: 0.0641918 Jan 22 08:28:36.299658 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62bbb640-b324-4e4b-880a-c890a8532180 req-f61d83a5-fd61-4ef3-aa0c-475a891a9cf0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0723176 Jan 22 08:28:36.376116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Transition to ACTIVE for port object c806982b-dda9-4a92-a526-d79976ee625d will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:28:36.385845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:36.507043 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-47adc22d-98af-48ba-a6e8-25d5ab99504a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2125723 Jan 22 08:28:36.533195 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:36.644816 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b0e47-d469-453f-9ae2-6b2674fd2948 req-14c947ed-9a58-482e-907e-2455f43aff01 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:36.646799 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c81b0e47-d469-453f-9ae2-6b2674fd2948 req-14c947ed-9a58-482e-907e-2455f43aff01 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.2416313 Jan 22 08:28:36.692156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Attempting to bind port c806982b-dda9-4a92-a526-d79976ee625d on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:36.692525 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Attempting to bind port c806982b-dda9-4a92-a526-d79976ee625d by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:36.692875 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Attempting to bind port c806982b-dda9-4a92-a526-d79976ee625d on network e2a35619-1119-49b1-82c8-4c2b360fda7c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:36.710964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Port c806982b-dda9-4a92-a526-d79976ee625d on network e2a35619-1119-49b1-82c8-4c2b360fda7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:28:36.711433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Attempting to bind port c806982b-dda9-4a92-a526-d79976ee625d on network e2a35619-1119-49b1-82c8-4c2b360fda7c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:36.738477 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:36.738931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Checking segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:36.739528 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Bound using segment: {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:36.740022 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Bound port: c806982b-dda9-4a92-a526-d79976ee625d, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f91787-a753-4a16-b38a-cfa57907ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:36.740385 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c806982b-dda9-4a92-a526-d79976ee625d), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:36.790559 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-9525b970-0305-4d01-958f-c4c43bd53137 service neutron] 10.222.0.84 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613242 Jan 22 08:28:36.831252 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c81b0e47-d469-453f-9ae2-6b2674fd2948 req-76a6c438-e899-418b-9b99-062ec317d338 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499777 Jan 22 08:28:36.952864 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:36.962468 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c806982b-dda9-4a92-a526-d79976ee625d,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:36.977092 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-37b88362-dbf3-4e70-ac2a-f76ab304c6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:36.981092 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:37.000508 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-fe20c8e0-42b6-4fe0-8afb-36f5f037afcb service neutron] 10.222.0.84 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839941 Jan 22 08:28:37.064118 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:37.065776 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:37.068770 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] 10.222.0.107 "PUT /v2.0/ports/c806982b-dda9-4a92-a526-d79976ee625d HTTP/1.1" status: 200 len: 1093 time: 2.7597532 Jan 22 08:28:37.069886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:28:37.252641 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d606fc7-e740-4572-9823-87c3a02b6f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:37.377185 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182707e1-735f-44e5-b2e4-8dbd1007c5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "tag": "c806982b-dda9-4a92-a526-d79976ee625d"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:28:37.386796 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e355bd0-80b6-4dd1-9970-4eb8e13e0612 req-ab6a7d38-9aec-45a6-a124-84c5ee24389a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.1064126 Jan 22 08:28:37.437573 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f557ae-d6ba-4599-91f6-a1d0189d4c7b req-4b1b2f60-560b-4b12-a768-2407e213312d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:37.447927 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54f557ae-d6ba-4599-91f6-a1d0189d4c7b req-4b1b2f60-560b-4b12-a768-2407e213312d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1886413 Jan 22 08:28:37.528995 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-722c5402-5a1f-45a0-85cb-061d0d5338bd req-ab1af0ca-d242-46a9-9bed-62f0eed591f3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0638535 Jan 22 08:28:37.587354 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54f557ae-d6ba-4599-91f6-a1d0189d4c7b req-44dcd69a-fac5-409b-8a19-09c9e8a50108 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336911 Jan 22 08:28:37.748440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35eefc-f24e-499a-940e-4d5517e3ded1 x-openstack-request-id: req-bc35eefc-f24e-499a-940e-4d5517e3ded1 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:28:37.748887 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "tag": "c806982b-dda9-4a92-a526-d79976ee625d", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:28:37.749229 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc35eefc-f24e-499a-940e-4d5517e3ded1 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:28:37.749778 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d', 'status': 'completed', 'code': 200} Jan 22 08:28:38.007232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b37d-ab44-4b2a-97d6-4643f256ea05 req-41e847bc-1037-4a22-90f1-fbbde625c9cf tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:38.009104 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9cc6b37d-ab44-4b2a-97d6-4643f256ea05 req-41e847bc-1037-4a22-90f1-fbbde625c9cf tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.0668979 Jan 22 08:28:38.069853 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9cc6b37d-ab44-4b2a-97d6-4643f256ea05 req-b83732ea-5972-4e21-93df-7d030013b00e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Jan 22 08:28:38.435982 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-a76caca2-e19a-4fe5-8691-9c12d2483149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:38.437427 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-a76caca2-e19a-4fe5-8691-9c12d2483149 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0959666 Jan 22 08:28:38.536354 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-e938de85-d5be-45cd-96c2-98f4df52cf18 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881658 Jan 22 08:28:38.544779 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-8f0b8a9c-ee7a-4a37-bde8-b3184118a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:38.549143 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-8f0b8a9c-ee7a-4a37-bde8-b3184118a5b0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1096 time: 0.1539876 Jan 22 08:28:38.738949 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-d5b3d5aa-0429-4c7b-bdeb-c935b4304b7f service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939721 Jan 22 08:28:38.743871 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c43397da-92ec-4b44-aeaf-33671a305ff8 req-663cccc2-ed0a-4ee5-bbd0-bf39c566949b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.1926711 Jan 22 08:28:38.933475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2ade466-d911-4b87-b76f-0ba523721e65 req-8a4eaa63-ac7f-4e38-a60a-febd93a0b4f2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.2180972 Jan 22 08:28:39.007378 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0467471a-a8f0-40cd-84a0-e23da7334529 req-1f8e4b3b-dd0d-4303-97ec-9cdc97594a7b service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416561 Jan 22 08:28:39.087160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-9f460d23-06aa-4139-9213-2f8ff4df2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.089539 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-9f460d23-06aa-4139-9213-2f8ff4df2f29 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4980757 Jan 22 08:28:39.104355 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4f6cb-c471-4c81-9262-c1840e36eb62 req-4000f0e9-57d1-4942-a71c-ba6732e674f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.105959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66e4f6cb-c471-4c81-9262-c1840e36eb62 req-4000f0e9-57d1-4942-a71c-ba6732e674f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1945233 Jan 22 08:28:39.283037 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209c511-2425-452c-8206-89b4e298b4ee req-c23ae88a-193b-4005-854b-d79f3552ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.286490 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-c23ae88a-193b-4005-854b-d79f3552ddb7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0965567 Jan 22 08:28:39.449760 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209c511-2425-452c-8206-89b4e298b4ee req-2bb2d98a-136b-4f77-bb02-0af82cbe009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.451481 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-2bb2d98a-136b-4f77-bb02-0af82cbe009b service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.1573489 Jan 22 08:28:39.569646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c9255bd-4e96-4c6a-b7b4-091efe777e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:39.630149 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66e4f6cb-c471-4c81-9262-c1840e36eb62 req-dcdab303-f032-4f86-97b0-f7deefd1a4b9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152607 Jan 22 08:28:39.702252 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-69489172-0693-4c8d-9597-1820cedd3250 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.0988686 Jan 22 08:28:39.742586 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608aec-c3a0-4bc2-907c-4cf867befdb5 req-4f246005-64b4-4c40-8654-9fcf7ee0627a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.750051 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40608aec-c3a0-4bc2-907c-4cf867befdb5 req-4f246005-64b4-4c40-8654-9fcf7ee0627a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.5420430 Jan 22 08:28:39.783156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-e3b227f2-6f16-4ff3-8d12-f01cf05361f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:39.785546 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-182707e1-735f-44e5-b2e4-8dbd1007c5ca req-e3b227f2-6f16-4ff3-8d12-f01cf05361f8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6607759 Jan 22 08:28:39.787467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.107', 55175) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:39.863768 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40608aec-c3a0-4bc2-907c-4cf867befdb5 req-82e2308e-243c-4fbc-b3b8-14446ccc235b tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123838 Jan 22 08:28:40.024780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209c511-2425-452c-8206-89b4e298b4ee req-754d96c7-680b-4f0a-943e-d065705feee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.028316 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-754d96c7-680b-4f0a-943e-d065705feee4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.2584121 Jan 22 08:28:40.198105 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-3c1e1ce7-8334-4477-b89b-b8db7484709e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609652 Jan 22 08:28:40.200183 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fed170f7-7297-491a-be10-b3a1c4e7a779 req-f810d2a7-eac1-48c2-bb55-69742277ae39 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.1421802 Jan 22 08:28:40.316404 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88095231-f02d-43e2-b83e-9ac6b43462c2 req-eedae1f9-7947-4a6d-8de6-5b312b6ef996 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.1125669 Jan 22 08:28:40.323290 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-f629e3da-d96e-4eeb-b386-fc2cfc9a787e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.328711 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-f629e3da-d96e-4eeb-b386-fc2cfc9a787e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 811 time: 0.6250703 Jan 22 08:28:40.438414 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-933888af-699f-4d74-82bb-88cca5750c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.443326 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-933888af-699f-4d74-82bb-88cca5750c29 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1096 time: 0.3819487 Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: from cryptography.utils import int_from_bytes Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: from cryptography.utils import int_from_bytes Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.464083 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:28:40.468128 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:28:40.474386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-cb6babab-899b-4b06-9b9c-d35981e2d874 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.478108 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-cb6babab-899b-4b06-9b9c-d35981e2d874 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 816 time: 0.6890659 Jan 22 08:28:40.572824 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-67f02510-9ee8-42a4-9041-d7f2e4e7517e service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622670 Jan 22 08:28:40.634330 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-91c72b84-fcae-4cba-9cf8-4c05a3547699 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c806982b-dda9-4a92-a526-d79976ee625d HTTP/1.1" status: 200 len: 217 time: 0.1540453 Jan 22 08:28:40.785853 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-a2d11b7b-cb42-4805-b7ea-d0bddb5987d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.788601 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-a2d11b7b-cb42-4805-b7ea-d0bddb5987d8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.1453605 Jan 22 08:28:40.794980 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-eca62ec1-cc30-4033-9a44-bcde5c3dbaac tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 379 time: 0.2990253 Jan 22 08:28:40.994826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3f972-311b-47e5-aa2d-72152585565b req-ab4dc262-6dfd-48f9-8579-d9e42ad1a880 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:40.997437 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51b3f972-311b-47e5-aa2d-72152585565b req-ab4dc262-6dfd-48f9-8579-d9e42ad1a880 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1628814 Jan 22 08:28:40.999970 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 38998) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:41.077561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51b3f972-311b-47e5-aa2d-72152585565b req-fc09ee4c-e959-472f-a5fa-c10e33a78e3f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Jan 22 08:28:41.182543 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-4d1b4539-1b5d-4d1d-b178-a7356ba20f2b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 379 time: 0.8124044 Jan 22 08:28:41.196073 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae657-46e2-427a-959b-6c7e1904245f req-37d22200-3828-4ff6-89a6-66aa7b518ff4 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:41.198172 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-becae657-46e2-427a-959b-6c7e1904245f req-37d22200-3828-4ff6-89a6-66aa7b518ff4 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.1114931 Jan 22 08:28:41.232738 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-f90457ea-4d8e-4641-ba8b-aa741b090812 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442075 Jan 22 08:28:41.291032 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cc24bee6-6fe4-4314-b8a6-5635fd8183da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.299362 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-becae657-46e2-427a-959b-6c7e1904245f req-ba8c7ed4-611a-4060-8eed-c4e9368062a7 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931983 Jan 22 08:28:41.419121 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34cfe268-1ecf-452c-af17-a3babffb4c58 req-3c08f4b2-fc66-473d-9ab2-60b21d78e112 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.0573392 Jan 22 08:28:41.461316 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.496791 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d730c562-e3d8-4565-b473-57a849f8467a req-d28d27f1-3b4d-4e1b-bfdc-20f0fe30bfac tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0587714 Jan 22 08:28:41.503517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cc24bee6-6fe4-4314-b8a6-5635fd8183da admin admin] Publish callbacks [] for security_group (4b123c9a-c814-467a-8aa8-120f0eb16aca), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.509708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cc24bee6-6fe4-4314-b8a6-5635fd8183da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4b123c9a-c814-467a-8aa8-120f0eb16aca), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.534908 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39012) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:41.572919 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cc24bee6-6fe4-4314-b8a6-5635fd8183da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16c42befac8e43dba51b461f431c5807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712662 Jan 22 08:28:41.574741 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24bee6-6fe4-4314-b8a6-5635fd8183da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b123c9a-c814-467a-8aa8-120f0eb16aca,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:41.577273 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39018) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:41.666555 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] Publish callbacks [] for security_group (4b123c9a-c814-467a-8aa8-120f0eb16aca), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.694535 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] Publish callbacks [] for security_group (4b123c9a-c814-467a-8aa8-120f0eb16aca), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.724523 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78a30082-7663-4174-ad49-12dfd7700ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.809582 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4b123c9a-c814-467a-8aa8-120f0eb16aca), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.815306 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.817382 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b123c9a-c814-467a-8aa8-120f0eb16aca HTTP/1.1" status: 204 len: 168 time: 0.2383289 Jan 22 08:28:41.843314 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d375c-513e-4f37-888c-739d5199e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b123c9a-c814-467a-8aa8-120f0eb16aca,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:41.920915 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78a30082-7663-4174-ad49-12dfd7700ba4 admin admin] Publish callbacks [] for security_group (f15e47f0-bf43-48a9-8065-2b8862fa4fa6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.926562 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78a30082-7663-4174-ad49-12dfd7700ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f15e47f0-bf43-48a9-8065-2b8862fa4fa6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:41.984663 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-78a30082-7663-4174-ad49-12dfd7700ba4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4280c1dcc1814b93b14aa764dc0a358d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485056 Jan 22 08:28:41.987606 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a30082-7663-4174-ad49-12dfd7700ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e47f0-bf43-48a9-8065-2b8862fa4fa6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:41.988758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39024) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:42.055701 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] Publish callbacks [] for security_group (f15e47f0-bf43-48a9-8065-2b8862fa4fa6), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.085577 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] Publish callbacks [] for security_group (f15e47f0-bf43-48a9-8065-2b8862fa4fa6), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.172794 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f15e47f0-bf43-48a9-8065-2b8862fa4fa6), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.177030 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.182574 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f15e47f0-bf43-48a9-8065-2b8862fa4fa6 HTTP/1.1" status: 204 len: 168 time: 0.1879942 Jan 22 08:28:42.189565 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2b999-d1bb-4414-bf4f-5ce4d3ddd580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e47f0-bf43-48a9-8065-2b8862fa4fa6,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:42.303573 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f022c2-e039-476f-b087-4f2675fadf84 req-45eef2bd-bdec-4061-b612-ac40a78421c8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:42.305228 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e3f022c2-e039-476f-b087-4f2675fadf84 req-45eef2bd-bdec-4061-b612-ac40a78421c8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0770442 Jan 22 08:28:42.380462 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e3f022c2-e039-476f-b087-4f2675fadf84 req-18eb2653-1bd6-4f0c-b0f2-b07a4129db45 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Jan 22 08:28:42.568772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034f620-6fdb-47ba-b575-396c8adde542 req-c156a34a-cb15-43e8-9cc6-6a2f9079a39c tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:42.570499 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3034f620-6fdb-47ba-b575-396c8adde542 req-c156a34a-cb15-43e8-9cc6-6a2f9079a39c tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.1323640 Jan 22 08:28:42.612224 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57680d9e-7ded-44e9-980c-c427fc9d2cba req-a474d66e-f70d-44bb-a93b-13dfe48a4b31 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.0402560 Jan 22 08:28:42.711558 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3034f620-6fdb-47ba-b575-396c8adde542 req-ea094fdf-c538-452a-ae7d-f61d866fc19b tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264389 Jan 22 08:28:42.746809 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39056) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:42.762052 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf89b9-29b4-40f3-b748-24617014a2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.763731 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16516894-6753-45f5-b4ce-e61223549f39 req-39f402c8-760d-4ca5-af3e-10f704b96da5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0402768 Jan 22 08:28:42.867833 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf89b9-29b4-40f3-b748-24617014a2a5 admin admin] Publish callbacks [] for security_group (63890b62-fbe5-46f6-8bb3-7335a8cba841), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.873430 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf89b9-29b4-40f3-b748-24617014a2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (63890b62-fbe5-46f6-8bb3-7335a8cba841), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:42.921188 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a5bf89b9-29b4-40f3-b748-24617014a2a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35d536eb98f14784b125ab48b635cb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731014 Jan 22 08:28:42.922324 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf89b9-29b4-40f3-b748-24617014a2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63890b62-fbe5-46f6-8bb3-7335a8cba841,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:42.924663 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39060) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:28:42.992013 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] Publish callbacks [] for security_group (63890b62-fbe5-46f6-8bb3-7335a8cba841), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.031842 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] Publish callbacks [] for security_group (63890b62-fbe5-46f6-8bb3-7335a8cba841), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.106461 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (63890b62-fbe5-46f6-8bb3-7335a8cba841), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.112395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.114391 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/63890b62-fbe5-46f6-8bb3-7335a8cba841 HTTP/1.1" status: 204 len: 168 time: 0.1875026 Jan 22 08:28:43.130251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c423f9f-d12c-4db6-83ca-041b493bd1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63890b62-fbe5-46f6-8bb3-7335a8cba841,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:43.381612 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'port': {'device_id': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'admin_state_up': True, 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'security_groups': ['5465ebff-c0fd-45f1-90fc-86287c111c52']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:43.436362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'port': {'device_id': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'admin_state_up': True, 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'security_groups': ['79373227-b4a9-4840-8b6f-94e56fcd9b86']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:43.500676 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-a4804b91-c1c1-4c64-8e12-9840d26e1219 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301901 Jan 22 08:28:43.623206 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Made reservation on behalf of f9d7fce0ec7c4a1b908d54192243d5cd for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:28:43.632801 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.660480 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570eb9-7042-4e44-888f-ac13af5911ce req-dd500dfc-f6fb-47aa-9a7a-75219a2936d8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:43.662158 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9570eb9-7042-4e44-888f-ac13af5911ce req-dd500dfc-f6fb-47aa-9a7a-75219a2936d8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1319911 Jan 22 08:28:43.757652 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.761257 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9570eb9-7042-4e44-888f-ac13af5911ce req-f83761fc-dd31-493f-9d5c-2d552b2bde7f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918746 Jan 22 08:28:43.868856 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Made reservation on behalf of 9052d0fbb4c64f2db56028d46e77cb93 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:28:43.873342 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:43.908813 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c14b9f36-4e42-4e11-b499-fe4e64af58d5 req-6ef8cb2a-1e95-498c-83af-fc84e4f36f47 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.0769587 Jan 22 08:28:44.007144 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Allocated IP 172.20.0.9 (c6767b50-a175-481b-b131-4f150db6cac7/9e3ae7bc-1a08-4776-a493-9b25b8761cf2/e7bcf00e-4ba1-4397-b9dd-6f779d84b58c) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:44.113558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e29f-993d-449a-a229-d645262b66e1 req-45e0b86f-77dd-467f-8332-223dc3773fa9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:44.120151 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-adb9e29f-993d-449a-a229-d645262b66e1 req-45e0b86f-77dd-467f-8332-223dc3773fa9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.2221355 Jan 22 08:28:44.122451 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3574bb05-ad85-4333-83ee-175be1d01d8d req-23328ad3-28fa-466b-bf6c-f12ba49cb0ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0688753 Jan 22 08:28:44.268080 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-adb9e29f-993d-449a-a229-d645262b66e1 req-ebc86141-cc4b-4f9e-b8c2-233417a51bb9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364689 Jan 22 08:28:44.285472 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Allocated IP 172.20.0.3 (6988f079-6cc7-4d6e-af0a-62a78b3f5453/41cad627-969f-4a86-b074-2a484ec140bb/6f676bd9-76c4-453a-988c-f147ec3ba521) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:28:44.364129 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.375447 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.463875 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.525527 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Network c6767b50-a175-481b-b131-4f150db6cac7 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:44.530169 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:44.536069 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:44.543156 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:44.544047 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.566977 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.580858 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:44.593189 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0d391eb2-d965-4762-9371-61ddd69b5447 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178299 Jan 22 08:28:44.689742 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.773932 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:28:44.780110 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:28:44.790052 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:28:44.802775 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:44.803872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:44.834563 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Request body: {'port': {'device_id': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:44.904812 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:44.949243 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-2cf4ffbf-b1a2-4512-a188-f08ae14aaadf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5192471 Jan 22 08:28:44.989905 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-76edba6c-ba40-43d5-8d17-895ee0320aa8 None None] Provisioning complete for port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:44.995089 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Request body: {'port': {'device_id': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:28:44.996767 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-76edba6c-ba40-43d5-8d17-895ee0320aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.041756 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.213492 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-76edba6c-ba40-43d5-8d17-895ee0320aa8 None None] Port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:45.340675 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0c6e53f6-0ade-4018-9771-0b2be670a557 None None] Provisioning complete for port 6f676bd9-76c4-453a-988c-f147ec3ba521 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:28:45.341384 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0c6e53f6-0ade-4018-9771-0b2be670a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.390609 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.400576 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e53f6-0ade-4018-9771-0b2be670a557 None None] Port 6f676bd9-76c4-453a-988c-f147ec3ba521 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:28:45.431678 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194296-4593-454f-9d6b-3f67318749ca req-3fdab60a-d586-4a6e-987e-f0d6a8582962 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:45.440586 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7194296-4593-454f-9d6b-3f67318749ca req-3fdab60a-d586-4a6e-987e-f0d6a8582962 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 931 time: 0.2793956 Jan 22 08:28:45.453355 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-157a4ce6-9724-4172-becb-ed351da8096c service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188817 Jan 22 08:28:45.500637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05373522-cb83-4ec9-85fb-9e086cb018f0 req-7af74ac8-8af4-4af0-b65a-166b72a39342 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:45.503781 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05373522-cb83-4ec9-85fb-9e086cb018f0 req-7af74ac8-8af4-4af0-b65a-166b72a39342 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.3476849 Jan 22 08:28:45.613138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bcf00e-4ba1-4397-b9dd-6f779d84b58c {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:45.626732 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks [] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.667232 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Transition to ACTIVE for port object e7bcf00e-4ba1-4397-b9dd-6f779d84b58c will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:28:45.676849 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.821010 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:45.889155 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Attempting to bind port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:45.889668 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Attempting to bind port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:45.890198 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Attempting to bind port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:45.899773 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c on network c6767b50-a175-481b-b131-4f150db6cac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:28:45.900282 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Attempting to bind port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:45.917182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:45.917736 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Checking segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:45.918395 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Bound using segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:45.921189 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Bound port: e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:45.921784 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:45.953315 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7194296-4593-454f-9d6b-3f67318749ca req-ce20279b-dba2-474f-b124-e33aaa2f2c28 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112212 Jan 22 08:28:46.138340 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:46.144747 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:46.153803 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:46.168826 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05373522-cb83-4ec9-85fb-9e086cb018f0 req-e47d48f1-7769-4b5f-842e-6860c1550f83 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387713 Jan 22 08:28:46.225135 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.225834 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:46.227447 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] 10.222.0.107 "PUT /v2.0/ports/e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1093 time: 1.3998671 Jan 22 08:28:46.228015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:28:46.233739 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83267a-2d7f-4040-882a-129797f12b04" -d '{"events": [{"name": "network-changed", "server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:28:46.294438 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8822a8-f9bb-47f2-948f-619f1f9890be service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:46.468565 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-05c150da-8159-45ec-81b2-097c9e6e6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.471446 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-05c150da-8159-45ec-81b2-097c9e6e6eb3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1096 time: 0.1226516 Jan 22 08:28:46.505411 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83035d-2177-44bf-bbee-aca2b6270076 req-93aa7941-0d70-4a2d-9055-603ea50b0030 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.513789 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de83035d-2177-44bf-bbee-aca2b6270076 req-93aa7941-0d70-4a2d-9055-603ea50b0030 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 931 time: 0.3424113 Jan 22 08:28:46.543821 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d13f6f2-be6d-4237-9d3a-ba52160768cb service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838654 Jan 22 08:28:46.580212 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-0ea25e25-43e0-482d-a5e6-fe0214c51a5b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 217 time: 0.1016672 Jan 22 08:28:46.693639 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de83035d-2177-44bf-bbee-aca2b6270076 req-30b3a4c0-3f91-48d6-bada-30dc9edf06b3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789255 Jan 22 08:28:46.726990 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-7d318211-190c-4f1a-9ea2-ef21eec72514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.726990 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-7d318211-190c-4f1a-9ea2-ef21eec72514 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.1394684 Jan 22 08:28:46.854306 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91648e-8a68-47c2-b707-917140626004 req-9881e0e0-9f0a-406e-be92-1d31a75fa967 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.863763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e91648e-8a68-47c2-b707-917140626004 req-9881e0e0-9f0a-406e-be92-1d31a75fa967 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.3401170 Jan 22 08:28:46.915724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:46.931735 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-06a5d34e-7033-45c8-a88a-7f0a00c20f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:46.932749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks [] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:46.935129 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-06a5d34e-7033-45c8-a88a-7f0a00c20f30 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2004259 Jan 22 08:28:46.937606 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11108b04-fbdc-4ef4-9006-a65b0fbb3b65 x-openstack-request-id: req-11108b04-fbdc-4ef4-9006-a65b0fbb3b65 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:28:46.938074 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:28:46.938390 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11108b04-fbdc-4ef4-9006-a65b0fbb3b65 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:28:46.946702 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'status': 'completed', 'code': 200} Jan 22 08:28:46.962845 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e91648e-8a68-47c2-b707-917140626004 req-b66be972-d14f-4d64-b091-2f95e2bf06f3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982506 Jan 22 08:28:46.966460 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Transition to ACTIVE for port object 6f676bd9-76c4-453a-988c-f147ec3ba521 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:28:46.978322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:47.191338 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-a7f38cde-8461-4689-990e-56ca8e9f2ff3 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406454 Jan 22 08:28:47.196339 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:47.276757 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Attempting to bind port 6f676bd9-76c4-453a-988c-f147ec3ba521 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:28:47.277166 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Attempting to bind port 6f676bd9-76c4-453a-988c-f147ec3ba521 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:28:47.277494 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Attempting to bind port 6f676bd9-76c4-453a-988c-f147ec3ba521 on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:47.285044 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Port 6f676bd9-76c4-453a-988c-f147ec3ba521 on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:28:47.285379 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Attempting to bind port 6f676bd9-76c4-453a-988c-f147ec3ba521 on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:28:47.299467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:28:47.300042 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Checking segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:28:47.300612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Bound using segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:28:47.301243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Bound port: 6f676bd9-76c4-453a-988c-f147ec3ba521, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:28:47.301780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:47.349568 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc000093-9045-4b1e-8e36-786f79f85f53 req-ae79cc04-adbe-4ec6-a856-5a849a143db7 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:47.369173 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc000093-9045-4b1e-8e36-786f79f85f53 req-ae79cc04-adbe-4ec6-a856-5a849a143db7 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.2391541 Jan 22 08:28:47.442727 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49d13331-bff6-46e6-b120-2d549fb7ea41 req-d81d46e3-626e-4400-ba55-d4527399176c service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441411 Jan 22 08:28:47.579227 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83267a-2d7f-4040-882a-129797f12b04 req-444c2bf4-cea1-488e-bfc1-e6c5cb30e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:47.581828 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-444c2bf4-cea1-488e-bfc1-e6c5cb30e006 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1096 time: 0.0808873 Jan 22 08:28:47.652763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc000093-9045-4b1e-8e36-786f79f85f53 req-44cc2ed1-a7f9-43f2-b491-ebbdc22a83e7 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825205 Jan 22 08:28:47.683134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2510431-c96d-4e4f-9705-d325240c6dc4 req-0cccde9b-7562-43d8-993b-05ba5a1431be tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:47.693221 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2510431-c96d-4e4f-9705-d325240c6dc4 req-0cccde9b-7562-43d8-993b-05ba5a1431be tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.2004480 Jan 22 08:28:47.703393 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:28:47.737249 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:28:47.755858 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:47.781698 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83267a-2d7f-4040-882a-129797f12b04 req-6a581d8c-4234-4a2c-94c1-463744894b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:47.785648 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-6a581d8c-4234-4a2c-94c1-463744894b8b service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1963503 Jan 22 08:28:47.848512 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:47.851703 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:47.854505 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] 10.222.0.107 "PUT /v2.0/ports/6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 1093 time: 2.8813021 Jan 22 08:28:47.907942 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-f45f12f1-c951-4915-a7b9-32f4d1234593 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 217 time: 0.1083710 Jan 22 08:28:47.975394 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:28:47.978093 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f39b6-3d6e-4b8f-90fe-d7522267875a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:28:48.018939 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2510431-c96d-4e4f-9705-d325240c6dc4 req-3c40e04a-fdc0-43d7-879c-96e32db9e7c1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242292 Jan 22 08:28:48.131741 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83267a-2d7f-4040-882a-129797f12b04 req-0caa7167-c0f9-4d5a-ba9b-31a22847becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.150019 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-0caa7167-c0f9-4d5a-ba9b-31a22847becf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.2045808 Jan 22 08:28:48.249544 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23634bed-4eb6-4598-9af7-1218fa4a7a1d x-openstack-request-id: req-23634bed-4eb6-4598-9af7-1218fa4a7a1d {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:28:48.250053 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:28:48.257237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23634bed-4eb6-4598-9af7-1218fa4a7a1d {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:28:48.257983 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'status': 'completed', 'code': 200} Jan 22 08:28:48.259303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936528dc-63f1-44bb-8c5d-8bd7c2639fdc service neutron] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:48.348187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83267a-2d7f-4040-882a-129797f12b04 req-b3ba4e7e-4b35-41bd-ae1d-fe7ad32a7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.348187 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-b3ba4e7e-4b35-41bd-ae1d-fe7ad32a7bc0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1851974 Jan 22 08:28:48.351980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b6b-519b-4fcd-9004-517f3ad7aca4 req-8b7cb1d3-a844-4b44-94c4-da927a47c8bd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.364965 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b653b6b-519b-4fcd-9004-517f3ad7aca4 req-8b7cb1d3-a844-4b44-94c4-da927a47c8bd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.4632282 Jan 22 08:28:48.392787 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a3416664-b7b8-4718-b7c8-658e35f14fd7 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:28:48.461107 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-4928f292-8092-406d-a74f-e7135b9ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.463881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-4928f292-8092-406d-a74f-e7135b9ab04b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1096 time: 0.4632201 Jan 22 08:28:48.539598 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-284dbd0d-45ea-4fbe-9310-079e76a4c0cf service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876564 Jan 22 08:28:48.574869 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-02a9777d-cc3c-4b41-af51-d82df745c8dd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 217 time: 0.0890291 Jan 22 08:28:48.686244 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6d0c-af6a-47bd-b6a4-0ce80c83102d req-67bf883b-a7d2-450c-b0d1-725f5a61024a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.689432 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a92a6d0c-af6a-47bd-b6a4-0ce80c83102d req-67bf883b-a7d2-450c-b0d1-725f5a61024a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 943 time: 0.3860588 Jan 22 08:28:48.740579 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b653b6b-519b-4fcd-9004-517f3ad7aca4 req-59fbd945-2afd-4652-9c74-86b3fdf3ee61 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685551 Jan 22 08:28:48.783229 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d83267a-2d7f-4040-882a-129797f12b04 req-01661cbb-f4f0-49a0-99f6-77822bf4f94f service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241375 Jan 22 08:28:48.795255 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-076004c9-00f1-401d-8481-0539a90b2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.797272 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-076004c9-00f1-401d-8481-0539a90b2b92 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.2147212 Jan 22 08:28:48.800722 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:48.830985 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a92a6d0c-af6a-47bd-b6a4-0ce80c83102d req-2eb18bfb-ff8c-42a9-976d-e730f6d64bb0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243188 Jan 22 08:28:48.848861 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'a3416664-b7b8-4718-b7c8-658e35f14fd7', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'port_id': 'a3416664-b7b8-4718-b7c8-658e35f14fd7', 'mac_address': 'fa:16:3e:dc:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:28:48.939865 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port a3416664-b7b8-4718-b7c8-658e35f14fd7 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:48.940334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:48.963872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-f46e94e6-b4c6-4cfd-bcda-aa89bbdcec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:48.966477 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-f46e94e6-b4c6-4cfd-bcda-aa89bbdcec7a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1579993 Jan 22 08:28:48.970385 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3416664-b7b8-4718-b7c8-658e35f14fd7 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:49.017384 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6bfca-83f8-4bd9-bf38-8986acb9a653 req-66468201-3654-4ddb-abc5-46cf5d9b30cc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:49.024321 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:49.029262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5db6bfca-83f8-4bd9-bf38-8986acb9a653 req-66468201-3654-4ddb-abc5-46cf5d9b30cc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1408124 Jan 22 08:28:49.034225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:49.035915 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc655052-d184-4401-be01-07e59d461292 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:28:49.233508 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:49.254403 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5db6bfca-83f8-4bd9-bf38-8986acb9a653 req-ebc5b318-3e87-4a06-abff-30be494f8dea tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089028 Jan 22 08:28:49.274976 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc655052-d184-4401-be01-07e59d461292,segment=NetworkSegment(6029a0cb-64ec-4bab-aa56-2949a845aea6),segment_id=6029a0cb-64ec-4bab-aa56-2949a845aea6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:49.292118 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-6f8eabc8-a9d8-4972-b853-3f8af015ff42 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178129 Jan 22 08:28:49.295895 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'dc655052-d184-4401-be01-07e59d461292', 'network_id': '91b7e931-3fac-4405-9d1a-6d9e20573ce3', 'port_id': 'dc655052-d184-4401-be01-07e59d461292', 'mac_address': 'fa:16:3e:a1:fe:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a46314-2067-4308-a64d-851734dcaa4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:28:49.317869 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613bb4e-8ded-4c8d-a923-d59555cd6413 req-9a0b74dd-8770-4109-a477-60bb2386301b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:49.320859 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c613bb4e-8ded-4c8d-a923-d59555cd6413 req-9a0b74dd-8770-4109-a477-60bb2386301b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1386220 Jan 22 08:28:49.410476 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc655052-d184-4401-be01-07e59d461292 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:28:49.415360 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc655052-d184-4401-be01-07e59d461292), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:49.461352 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc655052-d184-4401-be01-07e59d461292 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:28:49.504997 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c613bb4e-8ded-4c8d-a923-d59555cd6413 req-f3600582-a06e-4ba0-8744-1856278219e6 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690319 Jan 22 08:28:49.533477 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc655052-d184-4401-be01-07e59d461292,segment=NetworkSegment(6029a0cb-64ec-4bab-aa56-2949a845aea6),segment_id=6029a0cb-64ec-4bab-aa56-2949a845aea6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:28:49.554118 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc655052-d184-4401-be01-07e59d461292), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:28:49.569655 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e4867c-66f4-4616-bea4-d548c3bc2f78 req-87cff3b0-82fc-4625-9384-692d191da365 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472839 Jan 22 08:28:49.649753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:28:50.069434 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bd560-5206-413c-b9e9-abf7e9e60b8c req-eaaeaa72-73cd-43ea-9e51-8e3b4f45492d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:50.072104 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-159bd560-5206-413c-b9e9-abf7e9e60b8c req-eaaeaa72-73cd-43ea-9e51-8e3b4f45492d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1730776 Jan 22 08:28:50.153732 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefbb96-42a9-480d-8d8a-44c32db62c4b req-62341786-bc9a-4dbc-8ec6-172e76ad229f tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:50.156842 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-edefbb96-42a9-480d-8d8a-44c32db62c4b req-62341786-bc9a-4dbc-8ec6-172e76ad229f tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1630418 Jan 22 08:28:50.230295 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-159bd560-5206-413c-b9e9-abf7e9e60b8c req-914833c2-d2f6-434b-8960-63f7b6839da5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395657 Jan 22 08:28:50.287755 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-edefbb96-42a9-480d-8d8a-44c32db62c4b req-8900fb3d-4122-494b-9bca-f77f67a5bb48 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160307 Jan 22 08:28:50.437051 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98fee1-4746-456e-b960-a719aecc3fd5 req-9e5f3a48-ca3e-4648-80bf-a2f19a253ab5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:50.439206 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c98fee1-4746-456e-b960-a719aecc3fd5 req-9e5f3a48-ca3e-4648-80bf-a2f19a253ab5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0654993 Jan 22 08:28:50.511298 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c98fee1-4746-456e-b960-a719aecc3fd5 req-be7791b5-359b-4bbf-96ab-bcec3d2b11f5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645664 Jan 22 08:28:50.691223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ddd-220a-4014-8557-a6a985065eea req-a712e99f-f4e4-4b29-ac77-65554e641277 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:50.692790 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9b09ddd-220a-4014-8557-a6a985065eea req-a712e99f-f4e4-4b29-ac77-65554e641277 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0831790 Jan 22 08:28:50.770459 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9b09ddd-220a-4014-8557-a6a985065eea req-59956815-c8ad-43ef-b6f7-e21c39269864 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675344 Jan 22 08:28:51.434840 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865295-6d3d-4f13-8f1e-dd6663a4028b req-fd8fd19d-281c-4965-9963-0d346a88b239 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:51.436654 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d865295-6d3d-4f13-8f1e-dd6663a4028b req-fd8fd19d-281c-4965-9963-0d346a88b239 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0808992 Jan 22 08:28:51.539117 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a8cb4-005d-4b31-a270-9211701996dc req-449a9f98-3b32-44f5-a027-01c761d478fc tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:51.541193 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a2a8cb4-005d-4b31-a270-9211701996dc req-449a9f98-3b32-44f5-a027-01c761d478fc tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1262753 Jan 22 08:28:51.580959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d865295-6d3d-4f13-8f1e-dd6663a4028b req-96c652b3-dde1-49e3-8a04-d93f58ba3752 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080530 Jan 22 08:28:51.643808 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a2a8cb4-005d-4b31-a270-9211701996dc req-d7950727-189a-4907-9ec4-c46efe8b78b7 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829110 Jan 22 08:28:51.786135 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83b4b-ff34-40ca-ad8b-e90058ec0cbf req-abd28b0e-8d62-4480-a445-5d29b1ecf020 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:51.788691 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92e83b4b-ff34-40ca-ad8b-e90058ec0cbf req-abd28b0e-8d62-4480-a445-5d29b1ecf020 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0677049 Jan 22 08:28:51.895103 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92e83b4b-ff34-40ca-ad8b-e90058ec0cbf req-51324285-0435-41d2-a64a-0a673e7b9995 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953078 Jan 22 08:28:51.989940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eccef1-dea2-4158-b7bc-8a6612c4a8c7 req-f700a063-ce7c-40ce-bc25-11fefa5eeef5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:51.992055 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9eccef1-dea2-4158-b7bc-8a6612c4a8c7 req-f700a063-ce7c-40ce-bc25-11fefa5eeef5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0910857 Jan 22 08:28:52.074179 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9eccef1-dea2-4158-b7bc-8a6612c4a8c7 req-8b7ebf4b-8aa3-4e04-a8ad-4a9379ce572f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713079 Jan 22 08:28:52.222074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-7b760bb6-5952-4c93-a636-b86fc94cba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:52.225082 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-7b760bb6-5952-4c93-a636-b86fc94cba85 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1096 time: 0.0634658 Jan 22 08:28:52.816595 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f700dd-f457-4586-9f0d-6800d4e12e62 req-59956723-9a46-4a95-806c-5a767b32a707 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:52.818425 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06f700dd-f457-4586-9f0d-6800d4e12e62 req-59956723-9a46-4a95-806c-5a767b32a707 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1109169 Jan 22 08:28:52.846035 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f9b38-da56-4baf-ad04-fd3d45bf5d42 req-24ae3e72-0a27-4314-9d1a-3b92e4865b01 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:52.848998 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b05f9b38-da56-4baf-ad04-fd3d45bf5d42 req-24ae3e72-0a27-4314-9d1a-3b92e4865b01 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.0896583 Jan 22 08:28:52.932769 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06f700dd-f457-4586-9f0d-6800d4e12e62 req-1cf0c262-a5d4-404f-af68-056e3ab71f7f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036663 Jan 22 08:28:52.947377 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b05f9b38-da56-4baf-ad04-fd3d45bf5d42 req-8df2e628-e20e-4be5-9c76-c630b0da6d0f tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894780 Jan 22 08:28:53.083927 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b49f7-5b39-439f-a8fb-9dbbea896fd8 req-76fec864-d88d-47da-902f-a040fc490b15 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:53.085391 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-984b49f7-5b39-439f-a8fb-9dbbea896fd8 req-76fec864-d88d-47da-902f-a040fc490b15 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0581129 Jan 22 08:28:53.150430 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-984b49f7-5b39-439f-a8fb-9dbbea896fd8 req-ddf3bb23-bff5-41b4-8d3b-e1871905d566 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587075 Jan 22 08:28:53.275114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c6812-a2cf-4735-a1c0-9ae6c78879de req-589e548a-e160-48d9-8d8b-713b9e94bb42 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:53.276838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-971c6812-a2cf-4735-a1c0-9ae6c78879de req-589e548a-e160-48d9-8d8b-713b9e94bb42 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0749378 Jan 22 08:28:53.336416 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-971c6812-a2cf-4735-a1c0-9ae6c78879de req-8093800e-f7fe-4781-a522-6c5da2faea81 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Jan 22 08:28:53.843212 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-3aa71b94-aee9-4c72-b0d8-ce9eca6f3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:53.844902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-3aa71b94-aee9-4c72-b0d8-ce9eca6f3b36 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1977174 Jan 22 08:28:53.891914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-3865a5e4-4d68-4aca-b30b-8c5788c8ceec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 217 time: 0.0399072 Jan 22 08:28:53.950715 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-0abaa36f-afda-41c2-96bd-1d2c2fd887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:53.952236 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-0abaa36f-afda-41c2-96bd-1d2c2fd887b4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0549052 Jan 22 08:28:54.033005 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-fded6974-b813-4e8a-ad86-ec10e43c500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:54.038221 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-fded6974-b813-4e8a-ad86-ec10e43c500e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787945 Jan 22 08:28:54.151366 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:28:54.476206 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bc629-57d9-4737-9172-70c4689fbf8a req-1eedf39d-39ce-4267-acbe-eb447a27c7d3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:54.477959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-271bc629-57d9-4737-9172-70c4689fbf8a req-1eedf39d-39ce-4267-acbe-eb447a27c7d3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.4346159 Jan 22 08:28:54.490207 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1dfc-0724-44ce-aa50-456e20078205 req-6a993d57-0451-4034-b646-400c8c3a8e17 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:54.491930 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c3a1dfc-0724-44ce-aa50-456e20078205 req-6a993d57-0451-4034-b646-400c8c3a8e17 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.4313998 Jan 22 08:28:54.554223 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-dac98d42-c892-4c29-878c-803ad9e95922 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975712 Jan 22 08:28:54.697226 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-271bc629-57d9-4737-9172-70c4689fbf8a req-b5a5e33f-ea0c-4c43-b863-05663a1ce328 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014835 Jan 22 08:28:54.710678 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c3a1dfc-0724-44ce-aa50-456e20078205 req-88b72a73-2e90-4b4f-8d71-05dd0c990494 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972852 Jan 22 08:28:54.791797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b19f39b6-3d6e-4b8f-90fe-d7522267875a req-2f06241f-7729-4ff2-8945-f9ff0ea1a6f0 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250106 Jan 22 08:28:54.990148 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652ef7-57dd-4f68-8bf1-29a7b6e58065 req-d8a621dc-64d0-4134-b995-cd0921a9ad8c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:54.993047 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-14652ef7-57dd-4f68-8bf1-29a7b6e58065 req-d8a621dc-64d0-4134-b995-cd0921a9ad8c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1401453 Jan 22 08:28:55.008080 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140379cb-9cfc-411f-9ec3-391ecd02655e req-0972be31-f255-42ef-abb0-8b6dc011744f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:55.017917 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-140379cb-9cfc-411f-9ec3-391ecd02655e req-0972be31-f255-42ef-abb0-8b6dc011744f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1801512 Jan 22 08:28:55.105394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-14652ef7-57dd-4f68-8bf1-29a7b6e58065 req-809c1173-b117-475a-a850-f38b82b8e2df tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855060 Jan 22 08:28:55.158290 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-140379cb-9cfc-411f-9ec3-391ecd02655e req-592b15b1-1f94-45fb-82ad-f833ad9da89c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271515 Jan 22 08:28:55.939778 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1e436-ff0c-4821-85a7-a2227434cec6 req-745daa23-f921-4861-a944-2712fd3a1f9b tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:55.941539 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8be1e436-ff0c-4821-85a7-a2227434cec6 req-745daa23-f921-4861-a944-2712fd3a1f9b tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1429791 Jan 22 08:28:55.967511 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ac0-527e-43b4-b9e2-8a65961a91cc req-ab05dfcc-bade-4213-8e52-25fa34964fac tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:55.969124 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84e67ac0-527e-43b4-b9e2-8a65961a91cc req-ab05dfcc-bade-4213-8e52-25fa34964fac tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1013865 Jan 22 08:28:56.056031 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8be1e436-ff0c-4821-85a7-a2227434cec6 req-72d89f13-7ddf-48a0-a2db-e10b144574a3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Jan 22 08:28:56.070823 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84e67ac0-527e-43b4-b9e2-8a65961a91cc req-dee2ce8b-79ce-4b9f-8072-4b209edefea3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895417 Jan 22 08:28:56.261711 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cae0b-3033-4737-83ed-dd9276286ae0 req-72c0fe45-fcd8-4779-a047-51b5758f504b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:56.268304 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-073cae0b-3033-4737-83ed-dd9276286ae0 req-72c0fe45-fcd8-4779-a047-51b5758f504b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0728753 Jan 22 08:28:56.366290 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f39e-0c70-458c-bf98-3d384f92ddf2 req-0f1ee261-5428-46b0-93ca-adbc2d832127 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:56.367832 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8860f39e-0c70-458c-bf98-3d384f92ddf2 req-0f1ee261-5428-46b0-93ca-adbc2d832127 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0989165 Jan 22 08:28:56.371920 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-073cae0b-3033-4737-83ed-dd9276286ae0 req-5de65e54-232d-4035-9fec-2a13421fb47b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883243 Jan 22 08:28:56.431192 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8860f39e-0c70-458c-bf98-3d384f92ddf2 req-63df8291-afdd-4d95-af3d-d73ceedafe3a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 Jan 22 08:28:57.292900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba728e5-2de2-49da-8f2e-3d7aed6281c4 req-854b3952-dc1a-48b3-b416-bd30a4d95b06 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:57.295608 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ba728e5-2de2-49da-8f2e-3d7aed6281c4 req-854b3952-dc1a-48b3-b416-bd30a4d95b06 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1250637 Jan 22 08:28:57.312646 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2537-90f0-479a-a669-a46c49aeb3a3 req-9c1c3dc5-8faf-483c-a352-c16d57f9b849 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:57.315081 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-055b2537-90f0-479a-a669-a46c49aeb3a3 req-9c1c3dc5-8faf-483c-a352-c16d57f9b849 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1332695 Jan 22 08:28:57.413509 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ba728e5-2de2-49da-8f2e-3d7aed6281c4 req-1f268017-2ae7-4121-a022-8a1ad7b425d2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067584 Jan 22 08:28:57.437658 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-055b2537-90f0-479a-a669-a46c49aeb3a3 req-7eaaaf03-2fc9-4d2b-b81c-4f71916f6ed0 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076417 Jan 22 08:28:57.572354 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bd08-8005-4e04-bc11-878cb1255108 req-b1cf60b0-8521-4220-9841-400714ff01bc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:57.574103 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d00bd08-8005-4e04-bc11-878cb1255108 req-b1cf60b0-8521-4220-9841-400714ff01bc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0736978 Jan 22 08:28:57.659501 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe77ae7-9207-4f96-a0cc-4dc38c922d45 req-e5c2a1d3-3847-4b96-9861-19c0eaea5662 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:57.661111 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbe77ae7-9207-4f96-a0cc-4dc38c922d45 req-e5c2a1d3-3847-4b96-9861-19c0eaea5662 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1062558 Jan 22 08:28:57.666390 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d00bd08-8005-4e04-bc11-878cb1255108 req-86cc1503-c9ad-449d-84af-765c2b706f16 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735774 Jan 22 08:28:57.721567 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbe77ae7-9207-4f96-a0cc-4dc38c922d45 req-c73ad0a1-cf51-4e57-a936-0328c03e8ee7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525579 Jan 22 08:28:58.642517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3130-06c6-477f-adf1-bbe95e4e810e req-05e6c6fd-097f-4fa4-8cbe-38e3d9afa933 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:58.644252 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3fea3130-06c6-477f-adf1-bbe95e4e810e req-05e6c6fd-097f-4fa4-8cbe-38e3d9afa933 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1160734 Jan 22 08:28:58.661384 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac564b-27f5-4277-9db9-0362e355d2d7 req-ddbe0b8d-fcd8-486f-84f8-c067f308d1e4 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:58.663296 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55ac564b-27f5-4277-9db9-0362e355d2d7 req-ddbe0b8d-fcd8-486f-84f8-c067f308d1e4 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1020007 Jan 22 08:28:58.754315 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3fea3130-06c6-477f-adf1-bbe95e4e810e req-5f4d0324-28d4-4691-b458-9da716d64e2c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026731 Jan 22 08:28:58.763382 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55ac564b-27f5-4277-9db9-0362e355d2d7 req-a8823297-0a59-42cf-af18-f4425630c501 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899034 Jan 22 08:28:58.949303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7319d73-a7a8-41df-b7e6-c30eb363a832 req-59701ee2-e1ca-4a81-9a08-1e614755cfac tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:58.953847 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7319d73-a7a8-41df-b7e6-c30eb363a832 req-59701ee2-e1ca-4a81-9a08-1e614755cfac tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1077716 Jan 22 08:28:58.961061 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc014-f3bb-4a4b-96a5-b1f3441f19ec req-80ad6277-c3dd-419c-b0e1-f92dbf008056 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:58.963715 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c5bc014-f3bb-4a4b-96a5-b1f3441f19ec req-80ad6277-c3dd-419c-b0e1-f92dbf008056 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1029313 Jan 22 08:28:58.966542 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['dc655052-d184-4401-be01-07e59d461292'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:28:59.087572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7319d73-a7a8-41df-b7e6-c30eb363a832 req-1a52ccc2-7a4d-4e17-9447-bb2490eacdf3 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227586 Jan 22 08:28:59.091334 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c5bc014-f3bb-4a4b-96a5-b1f3441f19ec req-ba02772c-2db1-4bd2-990e-439d153a93d7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184993 Jan 22 08:28:59.839614 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['a3416664-b7b8-4718-b7c8-658e35f14fd7'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:28:59.930438 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d5a62-a749-4135-88b3-946b5d2ed226 req-f4059b56-0683-4f3e-83fa-8da383a3aac8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:59.932097 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a9d5a62-a749-4135-88b3-946b5d2ed226 req-f4059b56-0683-4f3e-83fa-8da383a3aac8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0885808 Jan 22 08:28:59.947112 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15fb13-a9e6-487f-9621-b20cf45f6a03 req-2aa3b3fb-a2b8-4b7f-a39f-642c6dc7ed18 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:28:59.948764 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b15fb13-a9e6-487f-9621-b20cf45f6a03 req-2aa3b3fb-a2b8-4b7f-a39f-642c6dc7ed18 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.0731835 Jan 22 08:29:00.055983 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a9d5a62-a749-4135-88b3-946b5d2ed226 req-bdc8a6f4-84d4-449e-8349-a51fbd21de65 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060126 Jan 22 08:29:00.070446 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b15fb13-a9e6-487f-9621-b20cf45f6a03 req-ebd7a984-69a9-4780-ac56-d365cb4aa1aa tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054440 Jan 22 08:29:00.296530 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89648b17-da25-4b33-ae78-5a8f806cd32c req-7a1a0a06-6189-4768-bb30-d1c003fd6bd5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:00.299279 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89648b17-da25-4b33-ae78-5a8f806cd32c req-7a1a0a06-6189-4768-bb30-d1c003fd6bd5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1051338 Jan 22 08:29:00.314792 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd101-4c5c-4738-b0e3-8e9f01e51c6d req-a6575acf-7245-42f6-9962-dd5c36da4d87 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:00.317135 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da6fd101-4c5c-4738-b0e3-8e9f01e51c6d req-a6575acf-7245-42f6-9962-dd5c36da4d87 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1097450 Jan 22 08:29:00.409080 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89648b17-da25-4b33-ae78-5a8f806cd32c req-e529defb-0987-41da-9e45-d3743a0252b2 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904596 Jan 22 08:29:00.423045 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da6fd101-4c5c-4738-b0e3-8e9f01e51c6d req-7413e93e-1897-48e2-ae49-29e5db87424e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933573 Jan 22 08:29:01.306477 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dead544-8783-40cd-9a5f-4a776b022287 req-ad684de8-3a5e-4771-8145-9238556fc0cd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:01.315860 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dead544-8783-40cd-9a5f-4a776b022287 req-ad684de8-3a5e-4771-8145-9238556fc0cd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1486521 Jan 22 08:29:01.357454 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea634346-eaf7-44b3-9769-7166783823bb req-9eee5cb6-fb57-4647-af54-847587f67232 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:01.361009 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea634346-eaf7-44b3-9769-7166783823bb req-9eee5cb6-fb57-4647-af54-847587f67232 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1399193 Jan 22 08:29:01.435871 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dead544-8783-40cd-9a5f-4a776b022287 req-d36afb02-884f-4cda-9726-f27f7f8e1325 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187994 Jan 22 08:29:01.465993 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea634346-eaf7-44b3-9769-7166783823bb req-0a28f01b-1e82-471b-9e74-cd499b8e7660 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874953 Jan 22 08:29:01.679294 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a56fc8-76db-40e5-9687-c66b0594dfe2 req-dded837d-c6c3-4570-a53b-05bbe82a8e8f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:01.681010 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7a56fc8-76db-40e5-9687-c66b0594dfe2 req-dded837d-c6c3-4570-a53b-05bbe82a8e8f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1024354 Jan 22 08:29:01.710313 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df4d1-c306-430d-ba44-a399f05b85de req-d60e4bf4-0f6e-410c-9ac7-333cde18251d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:01.711995 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-568df4d1-c306-430d-ba44-a399f05b85de req-d60e4bf4-0f6e-410c-9ac7-333cde18251d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0954881 Jan 22 08:29:01.799514 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7a56fc8-76db-40e5-9687-c66b0594dfe2 req-97271c00-5c4c-439a-8c4a-76fd82be83ef tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065989 Jan 22 08:29:01.808144 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-568df4d1-c306-430d-ba44-a399f05b85de req-b793bd02-e88a-4037-8ea3-ddd93d262af4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794010 Jan 22 08:29:01.876964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39556) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:02.030509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.126709 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Publish callbacks [] for security_group (0ddf12da-f91d-4a04-b8ab-53c35e6b58dd), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.131625 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0ddf12da-f91d-4a04-b8ab-53c35e6b58dd), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.175212 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee0142a1ecd7457d9dfca8d03e525aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970903 Jan 22 08:29:02.176524 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddf12da-f91d-4a04-b8ab-53c35e6b58dd,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:02.178714 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39562) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:02.185520 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.185931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.186259 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.186759 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.186995 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.187343 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.187747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.188081 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.188407 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.188731 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.189053 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.189376 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.189688 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8f87e-644c-49a6-9758-c76124e15733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.243926 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Publish callbacks [] for security_group (0ddf12da-f91d-4a04-b8ab-53c35e6b58dd), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.273104 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Publish callbacks [] for security_group (0ddf12da-f91d-4a04-b8ab-53c35e6b58dd), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.338042 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0ddf12da-f91d-4a04-b8ab-53c35e6b58dd), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.341046 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.342404 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ddf12da-f91d-4a04-b8ab-53c35e6b58dd HTTP/1.1" status: 204 len: 168 time: 0.1623051 Jan 22 08:29:02.353586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddf12da-f91d-4a04-b8ab-53c35e6b58dd,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:02.364606 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.365203 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.365612 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.366041 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.366614 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.367277 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.367660 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.368167 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.368513 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.368865 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.369219 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.369546 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.369928 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172653d-b3e0-4d06-998e-19fff1e62870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:02.709629 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17487f-6c4f-4599-8dd7-e840dd6d3459 req-17dd75c8-3b4e-436f-8957-2092dbacecf1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:02.713103 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a17487f-6c4f-4599-8dd7-e840dd6d3459 req-17dd75c8-3b4e-436f-8957-2092dbacecf1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1419878 Jan 22 08:29:02.739486 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc67d-3c7c-462e-b6f1-e25d68daa846 req-97fc6176-49db-44e2-a12e-ed83e0d5f202 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:02.741109 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4dcc67d-3c7c-462e-b6f1-e25d68daa846 req-97fc6176-49db-44e2-a12e-ed83e0d5f202 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1385314 Jan 22 08:29:02.848195 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39580) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:02.860275 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a17487f-6c4f-4599-8dd7-e840dd6d3459 req-5cf1c0d7-798f-42dd-99d6-143e25024308 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351633 Jan 22 08:29:02.862956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c3b26ad-4e85-412d-8bd1-208adfa39561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.884005 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4dcc67d-3c7c-462e-b6f1-e25d68daa846 req-f9b4cf97-d446-467f-aecf-6bc69c74cb4f tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Jan 22 08:29:02.983933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c3b26ad-4e85-412d-8bd1-208adfa39561 admin admin] Publish callbacks [] for security_group (dc86116c-8225-438c-b4fb-5b14d511d604), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:02.991603 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c3b26ad-4e85-412d-8bd1-208adfa39561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (dc86116c-8225-438c-b4fb-5b14d511d604), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:03.071562 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7c3b26ad-4e85-412d-8bd1-208adfa39561 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f49b0d95912748de9baa67e82f7fe055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217643 Jan 22 08:29:03.075623 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b26ad-4e85-412d-8bd1-208adfa39561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86116c-8225-438c-b4fb-5b14d511d604,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:03.076166 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39586) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:03.109467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619fd81-ecda-45c3-9e6d-5d4b2e507a02 req-d4734ee8-1f91-490a-9de7-104ea943e241 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:03.111153 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3619fd81-ecda-45c3-9e6d-5d4b2e507a02 req-d4734ee8-1f91-490a-9de7-104ea943e241 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1259398 Jan 22 08:29:03.130489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b950-e60d-4b2b-ab96-829764e880c8 req-b8d049c8-6a9e-4e5e-8792-db62251bea0e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:03.132181 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7510b950-e60d-4b2b-ab96-829764e880c8 req-b8d049c8-6a9e-4e5e-8792-db62251bea0e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.1177442 Jan 22 08:29:03.232763 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] Publish callbacks [] for security_group (dc86116c-8225-438c-b4fb-5b14d511d604), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:03.242117 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3619fd81-ecda-45c3-9e6d-5d4b2e507a02 req-513c6608-42a1-466c-b0c0-c539ea7ba2e7 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207449 Jan 22 08:29:03.254432 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7510b950-e60d-4b2b-ab96-829764e880c8 req-e0c1de76-054b-4894-98c8-a2c5003fe79c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114292 Jan 22 08:29:03.278538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] Publish callbacks [] for security_group (dc86116c-8225-438c-b4fb-5b14d511d604), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:03.363869 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (dc86116c-8225-438c-b4fb-5b14d511d604), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:03.368171 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:03.369465 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc86116c-8225-438c-b4fb-5b14d511d604 HTTP/1.1" status: 204 len: 168 time: 0.2914722 Jan 22 08:29:03.380585 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba71a2-d77b-48a8-bfee-986d1967a863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86116c-8225-438c-b4fb-5b14d511d604,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:04.106969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8463c-4d1b-49db-8101-18fdac72a76f req-a2188609-2ed6-4c08-b840-e040fbbf7d21 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:04.106969 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12c8463c-4d1b-49db-8101-18fdac72a76f req-a2188609-2ed6-4c08-b840-e040fbbf7d21 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0968292 Jan 22 08:29:04.139600 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04af59-2fe4-4b45-bfaf-a29d2846ca18 req-395c9ac4-ff90-4254-a73c-d390271925b1 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:04.142017 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a04af59-2fe4-4b45-bfaf-a29d2846ca18 req-395c9ac4-ff90-4254-a73c-d390271925b1 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1002381 Jan 22 08:29:04.193899 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12c8463c-4d1b-49db-8101-18fdac72a76f req-5b1ac1c8-62c0-4c47-9c19-4b666cdd9797 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839887 Jan 22 08:29:04.241644 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a04af59-2fe4-4b45-bfaf-a29d2846ca18 req-46927217-8e1c-4018-9241-460f87aa27a8 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861123 Jan 22 08:29:04.450967 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4b1cb-1250-47e3-9b0d-2ff5c5a2c6f4 req-95f5654f-b47f-4a9e-8ba2-68f447b0c711 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:04.452553 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6fb4b1cb-1250-47e3-9b0d-2ff5c5a2c6f4 req-95f5654f-b47f-4a9e-8ba2-68f447b0c711 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0999436 Jan 22 08:29:04.461587 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8f303-e261-429f-bf74-6ccc875c8f37 req-2b0604bd-4c99-486d-8d82-f4299b705e74 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:04.463176 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65d8f303-e261-429f-bf74-6ccc875c8f37 req-2b0604bd-4c99-486d-8d82-f4299b705e74 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.0984364 Jan 22 08:29:04.545938 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6fb4b1cb-1250-47e3-9b0d-2ff5c5a2c6f4 req-7e0af9e8-bb31-49f4-9614-a7e29610f9af tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Jan 22 08:29:04.552219 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65d8f303-e261-429f-bf74-6ccc875c8f37 req-f89be0ff-bc72-4859-8579-8f0ce031ba03 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738235 Jan 22 08:29:05.388486 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c488-dca1-4a67-8d67-603a17a317cf req-28ac6cfb-b58e-4827-9cfa-74d41a76d69a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:05.393146 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9c4c488-dca1-4a67-8d67-603a17a317cf req-28ac6cfb-b58e-4827-9cfa-74d41a76d69a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0939441 Jan 22 08:29:05.472375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e7bcf00e-4ba1-4397-b9dd-6f779d84b58c details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:29:05.489095 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a3416664-b7b8-4718-b7c8-658e35f14fd7 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:29:05.523842 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5de6-fc06-4b32-9dad-9643d50a87ec req-f04e1043-c846-4ecc-b6b0-5f9fa15507e6 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:05.525539 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8ca5de6-fc06-4b32-9dad-9643d50a87ec req-f04e1043-c846-4ecc-b6b0-5f9fa15507e6 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1640923 Jan 22 08:29:05.529665 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9c4c488-dca1-4a67-8d67-603a17a317cf req-4b0bb0fc-e7ef-4d8d-a455-445767c38b31 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000595 Jan 22 08:29:05.548876 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:05.628300 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8ca5de6-fc06-4b32-9dad-9643d50a87ec req-72062b51-6f20-46d4-91e3-d7b1182da54d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Jan 22 08:29:05.677463 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port a3416664-b7b8-4718-b7c8-658e35f14fd7 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:29:05.695528 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port a3416664-b7b8-4718-b7c8-658e35f14fd7 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:29:05.696438 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:05.729235 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38067464-03b1-41a9-8f47-8b94db0c58ec req-d5981869-046f-453d-b6dd-e25d1c0b8d54 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:05.740787 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38067464-03b1-41a9-8f47-8b94db0c58ec req-d5981869-046f-453d-b6dd-e25d1c0b8d54 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 943 time: 0.0862164 Jan 22 08:29:05.744578 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:05.771059 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'port_id': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'mac_address': 'fa:16:3e:5d:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:29:05.834194 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38067464-03b1-41a9-8f47-8b94db0c58ec req-39fb5311-3d1c-4855-b537-d2e405b0fcac tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908608 Jan 22 08:29:05.848788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc259c1-bc83-48f5-ae38-df5126e697a2 req-67f1b342-7f3c-46b1-af16-9ee016ac4f20 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:05.851013 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-acc259c1-bc83-48f5-ae38-df5126e697a2 req-67f1b342-7f3c-46b1-af16-9ee016ac4f20 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 943 time: 0.1369779 Jan 22 08:29:05.868736 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:05.869135 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:05.896596 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bcf00e-4ba1-4397-b9dd-6f779d84b58c {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:29:05.906200 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port a3416664-b7b8-4718-b7c8-658e35f14fd7 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:05.907845 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:05.916910 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-acc259c1-bc83-48f5-ae38-df5126e697a2 req-7b651e09-726f-41ac-9293-a575257cfc2b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Jan 22 08:29:05.956908 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:05.977080 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:05.977805 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c806982b-dda9-4a92-a526-d79976ee625d details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:29:06.025814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:06.143635 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:06.160905 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.162175 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc655052-d184-4401-be01-07e59d461292 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:29:06.310060 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:06.323950 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.324261 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.324787 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.325302 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.325649 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.326045 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.326378 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.326744 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.327064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.327592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.327938 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.328446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.328888 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:29:06.337709 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port dc655052-d184-4401-be01-07e59d461292 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:29:06.378138 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77608639-3b57-4ad3-9cca-c06d3632f029" -d '{"events": [{"server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "name": "network-vif-plugged", "status": "completed", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:06.385149 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port dc655052-d184-4401-be01-07e59d461292 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:29:06.385521 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dc655052-d184-4401-be01-07e59d461292), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.444504 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c806982b-dda9-4a92-a526-d79976ee625d,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:06.477441 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c806982b-dda9-4a92-a526-d79976ee625d', 'network_id': 'e2a35619-1119-49b1-82c8-4c2b360fda7c', 'port_id': 'c806982b-dda9-4a92-a526-d79976ee625d', 'mac_address': 'fa:16:3e:1b:d3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:29:06.480526 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:06.548220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c806982b-dda9-4a92-a526-d79976ee625d is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:06.548912 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c806982b-dda9-4a92-a526-d79976ee625d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.717985 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72db0761-b11b-4133-b5e1-28e783adf60b x-openstack-request-id: req-72db0761-b11b-4133-b5e1-28e783adf60b {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:06.718689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "name": "network-vif-plugged", "status": "completed", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:06.719775 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-72db0761-b11b-4133-b5e1-28e783adf60b {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:06.720633 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7', 'code': 200} Jan 22 08:29:06.747856 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c806982b-dda9-4a92-a526-d79976ee625d {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:29:06.773767 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc655052-d184-4401-be01-07e59d461292 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:06.774975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc655052-d184-4401-be01-07e59d461292), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.795616 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c806982b-dda9-4a92-a526-d79976ee625d,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:06.810467 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.850997 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea6d0a-451a-4192-8ded-236203822eac req-64a48eef-8a0d-45f5-bbbc-5e00c5870e3a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:06.853518 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-43ea6d0a-451a-4192-8ded-236203822eac req-64a48eef-8a0d-45f5-bbbc-5e00c5870e3a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1847143 Jan 22 08:29:06.881955 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc655052-d184-4401-be01-07e59d461292,segment=NetworkSegment(6029a0cb-64ec-4bab-aa56-2949a845aea6),segment_id=6029a0cb-64ec-4bab-aa56-2949a845aea6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:06.898553 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc655052-d184-4401-be01-07e59d461292), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:06.906876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352fdc7-ca67-4b89-b234-61ad31f1241b req-b2dba186-d6c2-4b28-bb13-a41fa2165099 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:06.909799 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d352fdc7-ca67-4b89-b234-61ad31f1241b req-b2dba186-d6c2-4b28-bb13-a41fa2165099 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 944 time: 0.1262827 Jan 22 08:29:06.940948 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:07.040276 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-188b95b1-9330-4559-897b-3d2ea0dc7113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.064289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39712) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:07.065651 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:07.071466 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-43ea6d0a-451a-4192-8ded-236203822eac req-4c374e31-268a-471a-a92e-4293ef0f1a36 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912112 Jan 22 08:29:07.079858 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d352fdc7-ca67-4b89-b234-61ad31f1241b req-d3cf520c-60e0-4cf6-b97e-791869afcd6a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581595 Jan 22 08:29:07.309035 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec10-efab-4f06-85f4-ab42c3420445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.340847 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228f6b-3947-49d1-903d-71ea346ebece req-6573657d-b613-46cf-99a7-e9ef32de4620 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:07.343438 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15228f6b-3947-49d1-903d-71ea346ebece req-6573657d-b613-46cf-99a7-e9ef32de4620 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1357877 Jan 22 08:29:07.365764 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8bf0-696b-4153-92c2-0d924d1c6ddd req-dfa9b2fa-32f0-424c-b3a7-400f3091cd3e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:07.374006 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-618f8bf0-696b-4153-92c2-0d924d1c6ddd req-dfa9b2fa-32f0-424c-b3a7-400f3091cd3e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1168668 Jan 22 08:29:07.431700 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec10-efab-4f06-85f4-ab42c3420445 admin admin] Publish callbacks [] for security_group (75a5e90f-c9d0-4a12-bb56-710f28bd7011), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.440606 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec10-efab-4f06-85f4-ab42c3420445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (75a5e90f-c9d0-4a12-bb56-710f28bd7011), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.482722 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-618f8bf0-696b-4153-92c2-0d924d1c6ddd req-cd6a0dae-58c2-4f05-ad2e-cfd18332f368 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078358 Jan 22 08:29:07.492367 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15228f6b-3947-49d1-903d-71ea346ebece req-aeac2357-06f1-41fa-a616-17b7d746074e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099601 Jan 22 08:29:07.499189 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fe40ec10-efab-4f06-85f4-ab42c3420445 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4fb84bc68e3544deac146b98b8d8eae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322476 Jan 22 08:29:07.501076 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39732) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:07.506432 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40ec10-efab-4f06-85f4-ab42c3420445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5e90f-c9d0-4a12-bb56-710f28bd7011,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:07.576940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] Publish callbacks [] for security_group (75a5e90f-c9d0-4a12-bb56-710f28bd7011), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.603847 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] Publish callbacks [] for security_group (75a5e90f-c9d0-4a12-bb56-710f28bd7011), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.685354 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (75a5e90f-c9d0-4a12-bb56-710f28bd7011), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.690061 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:07.692202 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75a5e90f-c9d0-4a12-bb56-710f28bd7011 HTTP/1.1" status: 204 len: 168 time: 0.1895590 Jan 22 08:29:07.703696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7f969-094c-4585-86e1-b4faeb1e4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5e90f-c9d0-4a12-bb56-710f28bd7011,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:08.026168 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39738) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:08.041129 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2acfecb1-713a-4449-afb5-835b247e20fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.136080 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2acfecb1-713a-4449-afb5-835b247e20fe admin admin] Publish callbacks [] for security_group (31cda875-086b-40b6-bec7-88ddf941e1d3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.142937 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2acfecb1-713a-4449-afb5-835b247e20fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (31cda875-086b-40b6-bec7-88ddf941e1d3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.183968 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39744) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:08.187273 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2acfecb1-713a-4449-afb5-835b247e20fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e209489da38d43078844701f9a2029f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555917 Jan 22 08:29:08.205735 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfecb1-713a-4449-afb5-835b247e20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cda875-086b-40b6-bec7-88ddf941e1d3,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:08.336454 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4265-7f32-4073-b2b2-e71857c4008b req-db9adf1e-d6e8-408b-8754-9c64349cdd9f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:08.338146 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cef4265-7f32-4073-b2b2-e71857c4008b req-db9adf1e-d6e8-408b-8754-9c64349cdd9f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1437294 Jan 22 08:29:08.359011 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] Publish callbacks [] for security_group (31cda875-086b-40b6-bec7-88ddf941e1d3), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.372576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1000ab-9fcb-4d08-a075-624365f6c801 req-aa01fab9-ddca-4a73-9208-5c57d4613ee1 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:08.374458 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c1000ab-9fcb-4d08-a075-624365f6c801 req-aa01fab9-ddca-4a73-9208-5c57d4613ee1 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1593120 Jan 22 08:29:08.429311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] Publish callbacks [] for security_group (31cda875-086b-40b6-bec7-88ddf941e1d3), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.503053 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cef4265-7f32-4073-b2b2-e71857c4008b req-d438bd70-46d0-4821-8711-efe8a8253fec tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502085 Jan 22 08:29:08.509585 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c1000ab-9fcb-4d08-a075-624365f6c801 req-6251e53e-fc07-4e14-b07f-6b4d90e41d27 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191063 Jan 22 08:29:08.569455 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (31cda875-086b-40b6-bec7-88ddf941e1d3), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.572440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:08.573740 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31cda875-086b-40b6-bec7-88ddf941e1d3 HTTP/1.1" status: 204 len: 168 time: 0.3885422 Jan 22 08:29:08.597876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0204d-0b77-41db-a7ea-85a1bdf851a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cda875-086b-40b6-bec7-88ddf941e1d3,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:08.722420 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc655052-d184-4401-be01-07e59d461292'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:08.726190 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36de588-cffb-468f-96ab-a7e7b44fceca" -d '{"events": [{"server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "name": "network-vif-plugged", "status": "completed", "tag": "dc655052-d184-4401-be01-07e59d461292"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:08.736218 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0364c2-2885-4ab5-a008-603ce079ea0b req-ec68bd45-724b-40c8-bb0f-b28fd70b0e0b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:08.739084 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e0364c2-2885-4ab5-a008-603ce079ea0b req-ec68bd45-724b-40c8-bb0f-b28fd70b0e0b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1518376 Jan 22 08:29:08.779593 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878fb9-fef5-47fe-858b-e60e5e950a03 req-2471db0e-6bc4-41ab-82f3-7ee5964f196b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:08.783370 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46878fb9-fef5-47fe-858b-e60e5e950a03 req-2471db0e-6bc4-41ab-82f3-7ee5964f196b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1430771 Jan 22 08:29:08.900057 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e0364c2-2885-4ab5-a008-603ce079ea0b req-0022f127-1f3d-42da-b15f-7534ef411f42 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493964 Jan 22 08:29:08.922882 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46878fb9-fef5-47fe-858b-e60e5e950a03 req-c5da5ca7-46f1-46cf-86b7-f761a86c2fa2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272438 Jan 22 08:29:08.962187 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1056bbdd-e30a-4370-bd59-c94a310f02e6 x-openstack-request-id: req-1056bbdd-e30a-4370-bd59-c94a310f02e6 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:08.962568 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "name": "network-vif-plugged", "status": "completed", "tag": "dc655052-d184-4401-be01-07e59d461292", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:08.962878 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1056bbdd-e30a-4370-bd59-c94a310f02e6 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:08.963241 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc655052-d184-4401-be01-07e59d461292', 'code': 200} Jan 22 08:29:09.571198 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b2e42a89-0256-4eea-a0f7-024d14fa14d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:09.774285 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75d6b4-494c-4450-ba9a-4800c2b2ef75 req-6b874ff9-b6a6-4a4e-af5e-1d8bd393f6be tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:09.777074 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b75d6b4-494c-4450-ba9a-4800c2b2ef75 req-6b874ff9-b6a6-4a4e-af5e-1d8bd393f6be tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1775250 Jan 22 08:29:09.792833 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26794dbd-89c5-4107-9b2b-074da7a6c5e3 req-61164509-cb3e-4173-a2f7-ae0cc5f2570b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:09.795559 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26794dbd-89c5-4107-9b2b-074da7a6c5e3 req-61164509-cb3e-4173-a2f7-ae0cc5f2570b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1796947 Jan 22 08:29:09.914564 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b75d6b4-494c-4450-ba9a-4800c2b2ef75 req-12e30c32-bbd4-4144-8977-fa41d9fec6e9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175566 Jan 22 08:29:09.927066 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26794dbd-89c5-4107-9b2b-074da7a6c5e3 req-f2fb5365-fb45-45c8-a95f-720dd67ae2d8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169608 Jan 22 08:29:10.045845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772659-dfce-4113-ae3a-9602c6dd3893 req-c69b7cd5-9901-47e8-aaea-887c9cb81416 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:10.047516 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e772659-dfce-4113-ae3a-9602c6dd3893 req-c69b7cd5-9901-47e8-aaea-887c9cb81416 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.0566912 Jan 22 08:29:10.163481 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186d5a-751c-4018-960c-3bf4b540ee69 req-a0f87855-b23d-453c-952b-3f7561155ef5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:10.165586 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8186d5a-751c-4018-960c-3bf4b540ee69 req-a0f87855-b23d-453c-952b-3f7561155ef5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1169245 Jan 22 08:29:10.178004 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e772659-dfce-4113-ae3a-9602c6dd3893 req-4b1c8a38-a383-4eb0-99de-b976a19e92a3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189518 Jan 22 08:29:10.230955 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 39808) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:10.243519 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8186d5a-751c-4018-960c-3bf4b540ee69 req-035a552a-58ae-4066-8531-71399b2b1c58 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617061 Jan 22 08:29:10.363230 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3d8c51c1-779f-442e-96b0-6f3c81535787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.464726 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3d8c51c1-779f-442e-96b0-6f3c81535787 admin admin] Publish callbacks [] for security_group (d86c9f1e-aa96-4cf7-9384-1a21f6b609af), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.470882 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3d8c51c1-779f-442e-96b0-6f3c81535787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d86c9f1e-aa96-4cf7-9384-1a21f6b609af), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.544957 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3d8c51c1-779f-442e-96b0-6f3c81535787 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f7ed1c844676417798e770ff69ade042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101947 Jan 22 08:29:10.544957 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c51c1-779f-442e-96b0-6f3c81535787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c9f1e-aa96-4cf7-9384-1a21f6b609af,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:10.545287 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 39820) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:10.633430 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] Publish callbacks [] for security_group (d86c9f1e-aa96-4cf7-9384-1a21f6b609af), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.673508 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] Publish callbacks [] for security_group (d86c9f1e-aa96-4cf7-9384-1a21f6b609af), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.733052 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d86c9f1e-aa96-4cf7-9384-1a21f6b609af), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.736032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:10.737471 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d86c9f1e-aa96-4cf7-9384-1a21f6b609af HTTP/1.1" status: 204 len: 168 time: 0.1906626 Jan 22 08:29:10.752261 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edf6cf-cf04-4e83-aafd-ece47dbd11b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c9f1e-aa96-4cf7-9384-1a21f6b609af,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:11.070594 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:29:11.283714 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:11.310847 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:29:11.395647 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:11.396265 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.411261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916104-4f90-49eb-941f-7f73dcf61f12 req-f7a787ed-5307-4a20-a445-91838445337a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:11.420675 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0916104-4f90-49eb-941f-7f73dcf61f12 req-f7a787ed-5307-4a20-a445-91838445337a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.4197216 Jan 22 08:29:11.425623 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:29:11.467260 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c60b-6a26-4334-b8bc-0095de642a85 req-854f5c7d-e765-4198-93fa-a23559ac7dae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:11.470862 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:11.476689 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebf1c60b-6a26-4334-b8bc-0095de642a85 req-854f5c7d-e765-4198-93fa-a23559ac7dae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.4368334 Jan 22 08:29:11.482059 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.485982 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.528709 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-55d0e1d8-ef2d-4ee9-97ac-87ab7e0132a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:11.530298 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-55d0e1d8-ef2d-4ee9-97ac-87ab7e0132a1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.1975315 Jan 22 08:29:11.558774 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0916104-4f90-49eb-941f-7f73dcf61f12 req-3d947561-2f58-4453-8c04-fca5ff076a80 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370604 Jan 22 08:29:11.587805 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:11.611370 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebf1c60b-6a26-4334-b8bc-0095de642a85 req-05449402-c41e-4a93-99fd-e5fab91a53f8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308107 Jan 22 08:29:11.613441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-bcc1d00d-29d4-4181-8a59-d1f6568033d9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.787981 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-e26d4fb0-93a9-4c9e-b211-6e14c7492d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:11.787981 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-e26d4fb0-93a9-4c9e-b211-6e14c7492d6f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 1098 time: 0.1850493 Jan 22 08:29:11.828053 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-aa7fb1d6-8170-4ee7-ac3f-b8b108346e41 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.919676 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-bcc1d00d-29d4-4181-8a59-d1f6568033d9 service neutron] Publish callbacks [] for security_group (a539dd16-0b71-4ce5-882b-c457a51bc402), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.929368 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-bcc1d00d-29d4-4181-8a59-d1f6568033d9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a539dd16-0b71-4ce5-882b-c457a51bc402), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:11.934813 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.db.api [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-aa7fb1d6-8170-4ee7-ac3f-b8b108346e41 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e585cfc73f17462da73bf36e8794a3ad {{(pid=102499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 22 08:29:11.936018 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG oslo_db.api [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-aa7fb1d6-8170-4ee7-ac3f-b8b108346e41 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 22 08:29:11.992867 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbfede-6785-4e4b-86dc-baf12f43de4e req-9f7f249e-7638-4ec5-9818-e7e25716714e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:11.994929 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41fbfede-6785-4e4b-86dc-baf12f43de4e req-9f7f249e-7638-4ec5-9818-e7e25716714e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1885312 Jan 22 08:29:12.029751 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e05fb4-0795-4a00-9bb0-48e663a99649 req-e1af08c1-51f7-4961-8484-054402919222 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:12.032923 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5e05fb4-0795-4a00-9bb0-48e663a99649 req-e1af08c1-51f7-4961-8484-054402919222 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.2048278 Jan 22 08:29:12.072289 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a336c197-9977-45ca-92ba-eff9bf7a62ac req-bcc1d00d-29d4-4181-8a59-d1f6568033d9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075696 Jan 22 08:29:12.082656 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d00d-29d4-4181-8a59-d1f6568033d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a539dd16-0b71-4ce5-882b-c457a51bc402,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:12.166170 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41fbfede-6785-4e4b-86dc-baf12f43de4e req-d4cd66fc-31e3-4510-b6fc-b3dff9104258 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619570 Jan 22 08:29:12.171370 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5e05fb4-0795-4a00-9bb0-48e663a99649 req-08287ba6-8771-4f53-bf14-e78aed58ec69 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190856 Jan 22 08:29:12.377369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c806982b-dda9-4a92-a526-d79976ee625d'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:29:12.439314 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-aa7fb1d6-8170-4ee7-ac3f-b8b108346e41 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:12.605154 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-8a905a42-8ef2-4a2c-9515-8c6609e8197b req-aa7fb1d6-8170-4ee7-ac3f-b8b108346e41 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8176193 Jan 22 08:29:12.909758 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['6f676bd9-76c4-453a-988c-f147ec3ba521'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:29:12.910020 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee62f-f6e2-4862-9130-a149ddfc94da req-ec04f249-9375-4a75-abac-d9c9dee3cb29 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:12.919176 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6dee62f-f6e2-4862-9130-a149ddfc94da req-ec04f249-9375-4a75-abac-d9c9dee3cb29 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.1578321 Jan 22 08:29:12.936261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014d21-de45-48c7-9f75-be9f86ff7015 req-edbc8fdb-3ee1-4dec-a3f2-1744010440f8 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:12.938178 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc014d21-de45-48c7-9f75-be9f86ff7015 req-edbc8fdb-3ee1-4dec-a3f2-1744010440f8 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1373439 Jan 22 08:29:13.045241 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6dee62f-f6e2-4862-9130-a149ddfc94da req-c1c8c357-e922-4ab1-b6ac-80d9a6d0ba99 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239002 Jan 22 08:29:13.118783 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc014d21-de45-48c7-9f75-be9f86ff7015 req-448d9c07-ace5-4837-a8c0-f7808ce4345b tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597471 Jan 22 08:29:13.514590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee8a0-7b1d-4065-891e-db0483b894b6 req-df9b72de-4a0e-47e4-aabe-03f47c1f8f8c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:13.514791 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1dcee8a0-7b1d-4065-891e-db0483b894b6 req-df9b72de-4a0e-47e4-aabe-03f47c1f8f8c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1476192 Jan 22 08:29:13.532313 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420eed-c7d3-4a63-a9bd-082355945014 req-ec118d83-46e9-4002-9b25-dd4cf8b30feb tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:13.535167 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97420eed-c7d3-4a63-a9bd-082355945014 req-ec118d83-46e9-4002-9b25-dd4cf8b30feb tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1915872 Jan 22 08:29:13.656639 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1dcee8a0-7b1d-4065-891e-db0483b894b6 req-467a50a3-6ffc-46cd-81eb-a91591b1f05f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199462 Jan 22 08:29:13.686548 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97420eed-c7d3-4a63-a9bd-082355945014 req-23d4b7c4-b37e-4f83-b7fb-4cc106f5718a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200819 Jan 22 08:29:13.752753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:14.220024 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989915a-b50f-4000-904f-6acc6075c934 req-b655e568-cf37-4f54-bba9-3191f1e102c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:14.223322 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7989915a-b50f-4000-904f-6acc6075c934 req-b655e568-cf37-4f54-bba9-3191f1e102c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.0889249 Jan 22 08:29:14.359523 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:14.384191 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5279a-e195-42b0-803a-f3ea5a91f87b req-99a704ec-0ed7-45f4-b45c-3e52e5273a17 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:14.387273 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95d5279a-e195-42b0-803a-f3ea5a91f87b req-99a704ec-0ed7-45f4-b45c-3e52e5273a17 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1614051 Jan 22 08:29:14.397116 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7989915a-b50f-4000-904f-6acc6075c934 req-83974924-7f32-4314-94e0-1955d1dda325 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529717 Jan 22 08:29:14.462463 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95d5279a-e195-42b0-803a-f3ea5a91f87b req-fdb76d1a-13e2-4af8-82ca-39ef01de019a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Jan 22 08:29:14.912664 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51947a6c-aae3-492c-a350-609ba7c48d66 req-9c1a7726-4679-4f90-83fa-06547c0f9b0e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:14.914422 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51947a6c-aae3-492c-a350-609ba7c48d66 req-9c1a7726-4679-4f90-83fa-06547c0f9b0e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1296325 Jan 22 08:29:14.930603 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345272b7-37b5-4d11-9a2c-3613b1765060 req-a8dae6cf-a385-4d42-a127-ee8db009bd83 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:14.938307 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-345272b7-37b5-4d11-9a2c-3613b1765060 req-a8dae6cf-a385-4d42-a127-ee8db009bd83 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1297188 Jan 22 08:29:15.069934 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51947a6c-aae3-492c-a350-609ba7c48d66 req-333c061d-f2ea-4a4c-ae46-ff38b80c5fcf tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359155 Jan 22 08:29:15.076830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-345272b7-37b5-4d11-9a2c-3613b1765060 req-0778c82d-e38e-4215-ad93-a348a7baa290 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351595 Jan 22 08:29:15.560762 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dbcd3-19cc-42cb-9962-2b3f6b115156 req-5bd18b50-0332-4995-ae0d-0ee0cd79eee2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:15.562529 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-046dbcd3-19cc-42cb-9962-2b3f6b115156 req-5bd18b50-0332-4995-ae0d-0ee0cd79eee2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.0744390 Jan 22 08:29:15.661295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6740b-3930-48bd-b93e-839d6a4951fc req-cf16713e-94be-4083-bbb8-4e721cfb010e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:15.663100 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54e6740b-3930-48bd-b93e-839d6a4951fc req-cf16713e-94be-4083-bbb8-4e721cfb010e tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.0995948 Jan 22 08:29:15.667647 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-046dbcd3-19cc-42cb-9962-2b3f6b115156 req-bb1e3042-5298-4701-9337-047cacfc6330 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941718 Jan 22 08:29:15.736990 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54e6740b-3930-48bd-b93e-839d6a4951fc req-a7e464d0-824d-433f-9176-de89a0cc58ca tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626297 Jan 22 08:29:16.329667 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f36f8-5b63-43ba-9708-10ecedd7bfcf req-4589855a-3739-4049-95c8-599973c664b9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:16.332404 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f98f36f8-5b63-43ba-9708-10ecedd7bfcf req-4589855a-3739-4049-95c8-599973c664b9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1610351 Jan 22 08:29:16.348549 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe747bc-0945-4b38-a09e-f400fcae6d15 req-9c1a4de0-f9f2-4574-b40c-2cadf3040267 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:16.351225 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0fe747bc-0945-4b38-a09e-f400fcae6d15 req-9c1a4de0-f9f2-4574-b40c-2cadf3040267 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1750031 Jan 22 08:29:16.457790 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f98f36f8-5b63-43ba-9708-10ecedd7bfcf req-34d3aa85-c88b-4008-b900-84306307cf76 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051478 Jan 22 08:29:16.463791 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0fe747bc-0945-4b38-a09e-f400fcae6d15 req-7fec5164-d6a3-4467-b26a-620c7d56c948 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975013 Jan 22 08:29:16.900253 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89421-b9a9-4ac1-8672-f9799a210ea6 req-7544fb74-15f3-4b06-8a2b-963da0875f8c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:16.900253 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aed89421-b9a9-4ac1-8672-f9799a210ea6 req-7544fb74-15f3-4b06-8a2b-963da0875f8c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.1126363 Jan 22 08:29:16.922661 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0324af-9763-49bb-8ac6-d2407c0556c1 req-afc57264-ca35-423d-a0a9-385aa56d8fc9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:16.924349 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb0324af-9763-49bb-8ac6-d2407c0556c1 req-afc57264-ca35-423d-a0a9-385aa56d8fc9 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.0928192 Jan 22 08:29:17.023880 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aed89421-b9a9-4ac1-8672-f9799a210ea6 req-1e1bed64-cdfb-4e95-ac34-9b7dc942e088 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175041 Jan 22 08:29:17.044350 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb0324af-9763-49bb-8ac6-d2407c0556c1 req-9483a225-3798-4a53-9eee-b98d3284f392 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040092 Jan 22 08:29:17.648151 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ba2c-5091-4a71-8338-0aabee1d9f76 req-8b2b7c4c-fd60-407e-9565-3d31f19ad283 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:17.649766 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a058ba2c-5091-4a71-8338-0aabee1d9f76 req-8b2b7c4c-fd60-407e-9565-3d31f19ad283 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.0913990 Jan 22 08:29:17.660598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e25a6-7153-4509-8461-4aca9dc92e8b req-9d571ab1-158c-4037-bdfc-9fb99daba0bc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:17.662327 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-631e25a6-7153-4509-8461-4aca9dc92e8b req-9d571ab1-158c-4037-bdfc-9fb99daba0bc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.0908475 Jan 22 08:29:17.746243 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a058ba2c-5091-4a71-8338-0aabee1d9f76 req-59e4ce42-2a9b-4d9e-92b8-b04ba995733e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829289 Jan 22 08:29:17.750957 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-631e25a6-7153-4509-8461-4aca9dc92e8b req-b5a99725-5958-4919-a469-854337a3dcde tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813937 Jan 22 08:29:18.243888 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bbf78-0171-40d5-9511-d2a59ff1ae45 req-01fae50a-59f9-4fa9-8534-66a59816876a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:18.245234 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bf0bbf78-0171-40d5-9511-d2a59ff1ae45 req-01fae50a-59f9-4fa9-8534-66a59816876a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.1126482 Jan 22 08:29:18.255572 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d391-74c9-44bf-a467-493a99068666 req-52e027cd-4165-488e-bfaf-090ce780791a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:18.257207 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-caf0d391-74c9-44bf-a467-493a99068666 req-52e027cd-4165-488e-bfaf-090ce780791a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1075261 Jan 22 08:29:18.336148 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bf0bbf78-0171-40d5-9511-d2a59ff1ae45 req-66dfdaef-ff38-41c4-b9d0-fd2400ee8464 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777833 Jan 22 08:29:18.362895 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-caf0d391-74c9-44bf-a467-493a99068666 req-94038d10-db6b-4f1e-8221-318fdb9b6582 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Jan 22 08:29:18.948236 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0c82f-d886-45ef-8c84-903227444f4f req-2186065e-6171-4bd1-8363-a8827098030c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:18.950215 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84f0c82f-d886-45ef-8c84-903227444f4f req-2186065e-6171-4bd1-8363-a8827098030c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1154201 Jan 22 08:29:18.962823 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0150a3-c29f-46c4-ac44-001d6d3bb1a0 req-01cd83fb-345b-4302-b90c-a8e437469606 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:18.964417 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef0150a3-c29f-46c4-ac44-001d6d3bb1a0 req-01cd83fb-345b-4302-b90c-a8e437469606 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1139162 Jan 22 08:29:19.055046 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84f0c82f-d886-45ef-8c84-903227444f4f req-7899db0e-e2f3-489c-bc1f-4d50825d74a3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895419 Jan 22 08:29:19.059292 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef0150a3-c29f-46c4-ac44-001d6d3bb1a0 req-f15f5c7a-2544-4f40-8809-39f8eb702cbb tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874918 Jan 22 08:29:19.567000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80362f-1617-49ff-b00e-7efb658a58c0 req-f0c335a0-c086-44dd-9e7d-c989100f717e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:19.568666 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c80362f-1617-49ff-b00e-7efb658a58c0 req-f0c335a0-c086-44dd-9e7d-c989100f717e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.1374326 Jan 22 08:29:19.619954 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75814c-ae1d-4ca4-b28e-e6c75ed913f4 req-c7b87c66-125f-4270-85a0-366112fd37a7 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:19.622764 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d75814c-ae1d-4ca4-b28e-e6c75ed913f4 req-c7b87c66-125f-4270-85a0-366112fd37a7 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1237500 Jan 22 08:29:19.708925 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:29:19.745878 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c80362f-1617-49ff-b00e-7efb658a58c0 req-e57d765a-f9b3-4cdd-8159-169e150762bd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689253 Jan 22 08:29:19.786040 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d75814c-ae1d-4ca4-b28e-e6c75ed913f4 req-f4aee3ba-f285-44bb-bff9-f578382cb95c tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500320 Jan 22 08:29:19.837610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 6f676bd9-76c4-453a-988c-f147ec3ba521 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:29:19.843874 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 6f676bd9-76c4-453a-988c-f147ec3ba521 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:29:19.845217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:19.977618 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:19.977884 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:20.004536 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:29:20.016013 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:20.019053 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1edac25-ffec-4e4c-8e24-7df4144b5419" -d '{"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:20.083176 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:20.099079 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:20.100606 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c806982b-dda9-4a92-a526-d79976ee625d up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:29:20.149290 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1575dd3b-9ff3-45d9-a746-f952ebe0be7f x-openstack-request-id: req-1575dd3b-9ff3-45d9-a746-f952ebe0be7f {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:20.149814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:20.150420 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1575dd3b-9ff3-45d9-a746-f952ebe0be7f {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:20.151075 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'code': 200} Jan 22 08:29:20.272306 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:20.283637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8f5d-eda0-4091-bdc1-961b6be11903 req-c0bd7562-d8fc-4cdb-a0b6-b08fd2a2a55a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:20.285304 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1beb8f5d-eda0-4091-bdc1-961b6be11903 req-c0bd7562-d8fc-4cdb-a0b6-b08fd2a2a55a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 944 time: 0.1192229 Jan 22 08:29:20.364298 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port c806982b-dda9-4a92-a526-d79976ee625d completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:29:20.367105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f9a67-c9b9-4fa8-a9fc-49a5382a123b req-97555d75-adda-4fef-8b2f-765f2d1e9f8e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:20.368950 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f4f9a67-c9b9-4fa8-a9fc-49a5382a123b req-97555d75-adda-4fef-8b2f-765f2d1e9f8e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1125877 Jan 22 08:29:20.375936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c806982b-dda9-4a92-a526-d79976ee625d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:29:20.376613 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c806982b-dda9-4a92-a526-d79976ee625d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:20.397088 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1beb8f5d-eda0-4091-bdc1-961b6be11903 req-10f1ea56-6c19-4e2f-a997-3bc11cd62c7c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884902 Jan 22 08:29:20.447341 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f4f9a67-c9b9-4fa8-a9fc-49a5382a123b req-b379e80b-456e-4dec-b3d5-1524d672fddb tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634201 Jan 22 08:29:20.579637 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c806982b-dda9-4a92-a526-d79976ee625d is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:20.580168 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c806982b-dda9-4a92-a526-d79976ee625d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:20.631594 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c806982b-dda9-4a92-a526-d79976ee625d,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:20.637381 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:20.726760 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:21.014720 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512408b-f679-4c33-8d9d-31b9bb1e11a6 req-b7afb03d-7a89-4ae7-a9be-9e9206786658 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:21.017262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a512408b-f679-4c33-8d9d-31b9bb1e11a6 req-b7afb03d-7a89-4ae7-a9be-9e9206786658 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1245642 Jan 22 08:29:21.029993 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894383-d56b-49de-8ef1-a38044271dbc req-179ed047-fb07-4186-8365-dda420292ea5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:21.032182 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9894383-d56b-49de-8ef1-a38044271dbc req-179ed047-fb07-4186-8365-dda420292ea5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1243596 Jan 22 08:29:21.131613 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a512408b-f679-4c33-8d9d-31b9bb1e11a6 req-38bc4670-c042-4a64-9258-cc097de6d49a tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980830 Jan 22 08:29:21.138920 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9894383-d56b-49de-8ef1-a38044271dbc req-ce2497f2-207a-4ef5-8934-6b12d921fb43 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986173 Jan 22 08:29:21.669823 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f888-686f-4b29-874a-68d0eff62ff7 req-56aca63c-5500-4896-98c5-b4641060d31f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:21.673281 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a402f888-686f-4b29-874a-68d0eff62ff7 req-56aca63c-5500-4896-98c5-b4641060d31f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1646526 Jan 22 08:29:21.687749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3f1c-76c6-4202-9ec4-9fb6e100f1f9 req-099fc71f-2891-4367-a992-bc6bd043ec81 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:21.690056 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e5f3f1c-76c6-4202-9ec4-9fb6e100f1f9 req-099fc71f-2891-4367-a992-bc6bd043ec81 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1192658 Jan 22 08:29:21.783292 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a402f888-686f-4b29-874a-68d0eff62ff7 req-ecad1a66-f248-44d9-8dc4-acdefb1b369a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918438 Jan 22 08:29:21.788305 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e5f3f1c-76c6-4202-9ec4-9fb6e100f1f9 req-75fd0d6c-f157-4d64-adde-6e656a7cf70c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842342 Jan 22 08:29:22.152467 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:22.156971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb618793-a2e8-42c2-9b80-bd58ecca6961" -d '{"events": [{"server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "name": "network-vif-plugged", "status": "completed", "tag": "c806982b-dda9-4a92-a526-d79976ee625d"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:22.198094 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042a54df-5b09-4f8b-bc8c-b4903004037e x-openstack-request-id: req-042a54df-5b09-4f8b-bc8c-b4903004037e {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:22.198725 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "name": "network-vif-plugged", "status": "completed", "tag": "c806982b-dda9-4a92-a526-d79976ee625d", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:22.198986 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-042a54df-5b09-4f8b-bc8c-b4903004037e {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:22.199509 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d', 'code': 200} Jan 22 08:29:22.316496 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f73d2b-dd86-471a-9c48-366115cbbd4f req-07049027-1571-49c1-bdf3-50ea9d0735a8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:22.319388 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74f73d2b-dd86-471a-9c48-366115cbbd4f req-07049027-1571-49c1-bdf3-50ea9d0735a8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0732498 Jan 22 08:29:22.383612 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74f73d2b-dd86-471a-9c48-366115cbbd4f req-38c0d54c-324d-426e-a8ae-f8cf26285aba tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579984 Jan 22 08:29:22.963068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba96b7e-86e0-4dd8-ae59-d609bde520e4 req-afee7813-40e5-49c2-99ce-ff978ec44aa3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:22.964987 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cba96b7e-86e0-4dd8-ae59-d609bde520e4 req-afee7813-40e5-49c2-99ce-ff978ec44aa3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0915158 Jan 22 08:29:22.976480 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc887db-b590-48c6-9a97-0af7fd395ef2 req-50842bbd-2352-4c88-8fc2-cfaace487de5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:22.977969 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bc887db-b590-48c6-9a97-0af7fd395ef2 req-50842bbd-2352-4c88-8fc2-cfaace487de5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1023612 Jan 22 08:29:23.066482 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cba96b7e-86e0-4dd8-ae59-d609bde520e4 req-6f538d8f-e25f-4824-97be-905efbf89de7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874734 Jan 22 08:29:23.070580 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bc887db-b590-48c6-9a97-0af7fd395ef2 req-4006cde8-f4a3-438e-9286-a768d0238809 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853031 Jan 22 08:29:23.555336 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93439b43-b363-44d1-9943-448c525e4092 req-cbaa3372-4c9d-43b3-a7df-eaf3c49b1bb5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:23.557027 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93439b43-b363-44d1-9943-448c525e4092 req-cbaa3372-4c9d-43b3-a7df-eaf3c49b1bb5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0605705 Jan 22 08:29:23.614021 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93439b43-b363-44d1-9943-448c525e4092 req-c1e164ad-b83f-4c85-aab1-a9f4a613c122 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Jan 22 08:29:24.268676 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac753-dadb-4e1a-9f1f-337002b92f90 req-14ee0321-1551-4b5a-99c6-ce03b5952ea8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:24.270299 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4acac753-dadb-4e1a-9f1f-337002b92f90 req-14ee0321-1551-4b5a-99c6-ce03b5952ea8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1179338 Jan 22 08:29:24.318319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b182f-81b7-4348-946d-495953d68311 req-23fae5c8-f4ec-465a-8163-8f07b28a5f20 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:24.320361 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-386b182f-81b7-4348-946d-495953d68311 req-23fae5c8-f4ec-465a-8163-8f07b28a5f20 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1349595 Jan 22 08:29:24.417173 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4acac753-dadb-4e1a-9f1f-337002b92f90 req-4f3eb337-f29a-4d00-b52e-fbfa7da87cd1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339784 Jan 22 08:29:24.462759 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-386b182f-81b7-4348-946d-495953d68311 req-b0dbd29a-42c6-4ed0-9daf-f6ad47cf2206 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204505 Jan 22 08:29:24.537154 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fccd8c-159a-482e-979f-564784a5e6e4 req-7c181a23-8182-4f02-925b-98763edf8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:24.538779 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0fccd8c-159a-482e-979f-564784a5e6e4 req-7c181a23-8182-4f02-925b-98763edf8909 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1098 time: 0.0732741 Jan 22 08:29:24.539407 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dd5cf-e3d2-415d-9b23-1ae13bd01b8c req-fa283f98-6c6c-4414-a503-4bdc0a28138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:24.542145 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-074dd5cf-e3d2-415d-9b23-1ae13bd01b8c req-fa283f98-6c6c-4414-a503-4bdc0a28138d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1098 time: 0.0767386 Jan 22 08:29:24.611581 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0fccd8c-159a-482e-979f-564784a5e6e4 req-91677f24-2a96-4e17-95a5-d3dabe19fec3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jan 22 08:29:24.616148 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-074dd5cf-e3d2-415d-9b23-1ae13bd01b8c req-4aaa37b0-ee06-4d8f-be73-c198968382e4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600946 Jan 22 08:29:24.801026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b272-a224-4854-88e6-0f4a3aa7d9ef req-0c403f0b-caaf-43af-a0c1-cca63f739b0e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:24.803797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1b9b272-a224-4854-88e6-0f4a3aa7d9ef req-0c403f0b-caaf-43af-a0c1-cca63f739b0e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0774891 Jan 22 08:29:24.864642 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1b9b272-a224-4854-88e6-0f4a3aa7d9ef req-a52bb0bd-4c52-4d63-8fc7-c45d6908aac7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551524 Jan 22 08:29:25.646180 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e15e1-3358-435f-a873-66d45e492e27 req-e3fe09d1-7de0-41de-be96-b1acacdb9afe tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:25.648060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d32e15e1-3358-435f-a873-66d45e492e27 req-e3fe09d1-7de0-41de-be96-b1acacdb9afe tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0870087 Jan 22 08:29:25.649035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e7bcf00e-4ba1-4397-b9dd-6f779d84b58c up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:29:25.658402 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765f02-90b7-4738-aa8e-a3965a0af464 req-86c352b7-bb1e-42fd-a255-7b540618ed82 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:25.660566 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24765f02-90b7-4738-aa8e-a3965a0af464 req-86c352b7-bb1e-42fd-a255-7b540618ed82 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 944 time: 0.1118248 Jan 22 08:29:25.724735 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:29:25.729929 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:29:25.730677 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:25.751317 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d32e15e1-3358-435f-a873-66d45e492e27 req-6a05841e-bb63-4ca7-9634-165f607141f6 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893409 Jan 22 08:29:25.798154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24765f02-90b7-4738-aa8e-a3965a0af464 req-9cf75630-aae0-4ef9-9106-d7b6144e549e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256394 Jan 22 08:29:25.892672 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:29:25.893337 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:25.935326 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:25.939780 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91c72ea-60ec-4b7c-9e07-6204eff064fd" -d '{"events": [{"server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:25.960813 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:25.966998 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:26.071473 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:26.101666 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a83720-015d-4f18-beeb-a70208507c26 req-b0a13c9f-af13-4b64-a7b2-8f33eac33388 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:26.103422 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20a83720-015d-4f18-beeb-a70208507c26 req-b0a13c9f-af13-4b64-a7b2-8f33eac33388 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0947526 Jan 22 08:29:26.180208 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20a83720-015d-4f18-beeb-a70208507c26 req-480f4e58-e4dc-42c8-9f56-b5aecd5d82f8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646355 Jan 22 08:29:26.280133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56416ea9-4833-4d99-9c9a-a51eb7608cdf x-openstack-request-id: req-56416ea9-4833-4d99-9c9a-a51eb7608cdf {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:26.283643 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:26.283643 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56416ea9-4833-4d99-9c9a-a51eb7608cdf {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:26.283643 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'code': 200} Jan 22 08:29:26.766397 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40224) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:27.061617 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2fdf-0a28-459d-8b54-86bbd9ed5612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.153724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb44568-c47b-4321-ae51-f01128ffb833 req-979a2497-50ed-482f-9fc1-6d9370882d24 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:27.156884 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfb44568-c47b-4321-ae51-f01128ffb833 req-979a2497-50ed-482f-9fc1-6d9370882d24 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1946523 Jan 22 08:29:27.207897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40242) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:27.249875 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f34e5-4425-46fb-ba26-fde0cf8ce134 req-f6f45175-16f4-434b-822b-d29d3f4dee73 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:27.252621 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-006f34e5-4425-46fb-ba26-fde0cf8ce134 req-f6f45175-16f4-434b-822b-d29d3f4dee73 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1842132 Jan 22 08:29:27.366092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfb44568-c47b-4321-ae51-f01128ffb833 req-bdd773cd-f15c-46db-b309-c83e7ad91786 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967750 Jan 22 08:29:27.408710 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d61f0cd2-55fc-4d97-b442-af405a66fa07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.441875 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2fdf-0a28-459d-8b54-86bbd9ed5612 admin admin] Publish callbacks [] for security_group (2620c2b8-c1e4-45de-92b6-264876d1e986), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.451348 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-006f34e5-4425-46fb-ba26-fde0cf8ce134 req-15e030ef-e9e7-4f5e-b2e1-584b9c75b99a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910467 Jan 22 08:29:27.466372 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2fdf-0a28-459d-8b54-86bbd9ed5612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2620c2b8-c1e4-45de-92b6-264876d1e986), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.532130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d61f0cd2-55fc-4d97-b442-af405a66fa07 admin admin] Publish callbacks [] for security_group (07059cc9-5d20-40d1-b752-34e49c4ab009), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.537132 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d61f0cd2-55fc-4d97-b442-af405a66fa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (07059cc9-5d20-40d1-b752-34e49c4ab009), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.588446 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d61f0cd2-55fc-4d97-b442-af405a66fa07 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8022c10045874dc7b077b7ef70bb0632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786914 Jan 22 08:29:27.590189 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0cd2-55fc-4d97-b442-af405a66fa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07059cc9-5d20-40d1-b752-34e49c4ab009,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:27.595447 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40248) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:27.595694 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4c3f2fdf-0a28-459d-8b54-86bbd9ed5612 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e17aacc0a86c4ef0b2c829ed18479bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272667 Jan 22 08:29:27.599405 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40250) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:27.605886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f2fdf-0a28-459d-8b54-86bbd9ed5612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620c2b8-c1e4-45de-92b6-264876d1e986,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:27.661779 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78426-b9f9-4951-8989-c039ea0f4489 req-aca10f49-c5f2-4fce-b4af-6ef7c1e9f063 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:27.664322 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3a78426-b9f9-4951-8989-c039ea0f4489 req-aca10f49-c5f2-4fce-b4af-6ef7c1e9f063 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2198019 Jan 22 08:29:27.697059 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] Publish callbacks [] for security_group (07059cc9-5d20-40d1-b752-34e49c4ab009), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.734272 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] Publish callbacks [] for security_group (07059cc9-5d20-40d1-b752-34e49c4ab009), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.794077 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3a78426-b9f9-4951-8989-c039ea0f4489 req-f04f3053-17d1-47dd-8b68-5131c14881c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149728 Jan 22 08:29:27.800488 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] Publish callbacks [] for security_group (2620c2b8-c1e4-45de-92b6-264876d1e986), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.809003 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (07059cc9-5d20-40d1-b752-34e49c4ab009), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.813647 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.815072 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07059cc9-5d20-40d1-b752-34e49c4ab009 HTTP/1.1" status: 204 len: 168 time: 0.2167804 Jan 22 08:29:27.833348 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aa1bc-337d-4952-a311-ab318e559848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07059cc9-5d20-40d1-b752-34e49c4ab009,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:27.839495 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] Publish callbacks [] for security_group (2620c2b8-c1e4-45de-92b6-264876d1e986), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.928537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2620c2b8-c1e4-45de-92b6-264876d1e986), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.931486 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:27.932763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2620c2b8-c1e4-45de-92b6-264876d1e986 HTTP/1.1" status: 204 len: 168 time: 0.3288667 Jan 22 08:29:27.942589 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec50fa-e517-4e0a-95e8-16347fbfe872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620c2b8-c1e4-45de-92b6-264876d1e986,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:28.277070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40266) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:28.290330 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a048b0-fe40-4e52-a708-f9325cce2919 req-1cf22d0d-e27a-4287-bca7-4efdac478ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:28.293340 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-52a048b0-fe40-4e52-a708-f9325cce2919 req-1cf22d0d-e27a-4287-bca7-4efdac478ad4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.1025119 Jan 22 08:29:28.301748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1256217-f7fd-4bca-82c3-ebeb06804483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.448062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1256217-f7fd-4bca-82c3-ebeb06804483 admin admin] Publish callbacks [] for security_group (99066d97-6945-44dc-8c8f-90d14702b68c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.456241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1256217-f7fd-4bca-82c3-ebeb06804483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (99066d97-6945-44dc-8c8f-90d14702b68c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.556357 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e1256217-f7fd-4bca-82c3-ebeb06804483 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e11e060faf8e4ed49cebea26c88fe3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736125 Jan 22 08:29:28.556357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256217-f7fd-4bca-82c3-ebeb06804483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99066d97-6945-44dc-8c8f-90d14702b68c,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:28.557692 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40272) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:28.609539 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055f8f0-531f-4644-a796-689e7a42e227 req-4aa424b7-749d-470f-b5d1-74a22630714d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:28.611496 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c055f8f0-531f-4644-a796-689e7a42e227 req-4aa424b7-749d-470f-b5d1-74a22630714d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1364472 Jan 22 08:29:28.646591 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] Publish callbacks [] for security_group (99066d97-6945-44dc-8c8f-90d14702b68c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.678697 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40274) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:28.682061 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] Publish callbacks [] for security_group (99066d97-6945-44dc-8c8f-90d14702b68c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.717113 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a65703-e6cc-4412-b63e-eef79757c402 req-3c0af37f-80fc-4727-9404-7002d27993e9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:28.719135 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9a65703-e6cc-4412-b63e-eef79757c402 req-3c0af37f-80fc-4727-9404-7002d27993e9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1499915 Jan 22 08:29:28.741425 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0d52601e-6f1e-492a-b851-bd9a44a32126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.754441 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (99066d97-6945-44dc-8c8f-90d14702b68c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.760571 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.762751 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/99066d97-6945-44dc-8c8f-90d14702b68c HTTP/1.1" status: 204 len: 168 time: 0.2024102 Jan 22 08:29:28.781109 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f5895-a13a-44b6-8618-ce037d029297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99066d97-6945-44dc-8c8f-90d14702b68c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:28.794424 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c055f8f0-531f-4644-a796-689e7a42e227 req-00f61985-9bf3-475e-8248-957077dcc7d2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759667 Jan 22 08:29:28.833616 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9a65703-e6cc-4412-b63e-eef79757c402 req-49210563-1910-4e4e-b9fb-946855473fef tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028464 Jan 22 08:29:28.992028 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0d52601e-6f1e-492a-b851-bd9a44a32126 admin admin] Publish callbacks [] for security_group (bf1baf31-4628-47e0-a373-104261e94cb5), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:28.999751 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0d52601e-6f1e-492a-b851-bd9a44a32126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (bf1baf31-4628-47e0-a373-104261e94cb5), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:29.094812 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1062-e499-41b2-ae0c-1c5410eeb75a req-183a55a3-0ac7-4f5a-9611-006bd7b9bcca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:29.096801 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0ab1062-e499-41b2-ae0c-1c5410eeb75a req-183a55a3-0ac7-4f5a-9611-006bd7b9bcca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1764259 Jan 22 08:29:29.104709 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0d52601e-6f1e-492a-b851-bd9a44a32126 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=75a839788ed24b33a6f580c6a8aa9310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223533 Jan 22 08:29:29.104709 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52601e-6f1e-492a-b851-bd9a44a32126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1baf31-4628-47e0-a373-104261e94cb5,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:29.105973 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40284) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:29.183845 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] Publish callbacks [] for security_group (bf1baf31-4628-47e0-a373-104261e94cb5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:29.203527 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0ab1062-e499-41b2-ae0c-1c5410eeb75a req-32abd93b-e4be-4e66-b6c8-e2aa719b7bbe tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961111 Jan 22 08:29:29.230003 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] Publish callbacks [] for security_group (bf1baf31-4628-47e0-a373-104261e94cb5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:29.301284 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (bf1baf31-4628-47e0-a373-104261e94cb5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:29.306092 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:29.308178 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf1baf31-4628-47e0-a373-104261e94cb5 HTTP/1.1" status: 204 len: 168 time: 0.2010143 Jan 22 08:29:29.322127 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048076a4-2fc9-4596-a891-e0ab9f3d1cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1baf31-4628-47e0-a373-104261e94cb5,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:30.411961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9c40-f096-45b9-9d40-88c13e528c38 req-ce0ac9c8-30fd-4d0f-8350-9924bc644af4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:30.415484 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc9e9c40-f096-45b9-9d40-88c13e528c38 req-ce0ac9c8-30fd-4d0f-8350-9924bc644af4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.4820135 Jan 22 08:29:30.483949 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ded76-2d90-45b8-a1f7-d90b17ad9170 req-f79ec81a-2ab0-40f2-bb9d-dbe5c1d5e7ef tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:30.495921 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c97ded76-2d90-45b8-a1f7-d90b17ad9170 req-f79ec81a-2ab0-40f2-bb9d-dbe5c1d5e7ef tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.5015657 Jan 22 08:29:30.609533 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc9e9c40-f096-45b9-9d40-88c13e528c38 req-b1450034-ca33-4345-b251-91e00895744e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805773 Jan 22 08:29:30.638985 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c97ded76-2d90-45b8-a1f7-d90b17ad9170 req-abf60ed9-eb6f-4e82-b929-1c4c89059bc2 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411922 Jan 22 08:29:30.762724 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-52a048b0-fe40-4e52-a708-f9325cce2919 req-14c13361-cc61-4029-b4ec-dac9467332f1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896952 Jan 22 08:29:30.823885 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1de70f-f583-49e4-9302-f7c517e3d194 req-8566691b-3853-4b68-9c3a-e9c6180c08a3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:30.833576 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db1de70f-f583-49e4-9302-f7c517e3d194 req-8566691b-3853-4b68-9c3a-e9c6180c08a3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1025326 Jan 22 08:29:30.902593 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db1de70f-f583-49e4-9302-f7c517e3d194 req-7082c945-ea72-41b1-b172-d0f5ff8c77ef tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676022 Jan 22 08:29:31.160716 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:29:31.826125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7192083-cbae-4f39-8c3e-310dc847bf97 req-ec14a4cf-1a3a-42cf-b122-ef9bcbcb719f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:31.829045 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7192083-cbae-4f39-8c3e-310dc847bf97 req-ec14a4cf-1a3a-42cf-b122-ef9bcbcb719f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0940857 Jan 22 08:29:31.879771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9281a28-3085-4ea4-ae1a-03e950b18c18 req-c505c1fa-5f6e-48c8-884e-e819d5f83b87 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:31.881515 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9281a28-3085-4ea4-ae1a-03e950b18c18 req-c505c1fa-5f6e-48c8-884e-e819d5f83b87 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1018465 Jan 22 08:29:31.931792 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7192083-cbae-4f39-8c3e-310dc847bf97 req-fdb515f5-e7eb-4acc-8e36-8fdd7ba8ec48 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967097 Jan 22 08:29:31.977200 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9281a28-3085-4ea4-ae1a-03e950b18c18 req-a6103256-48af-4f07-a112-94542829fb03 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864062 Jan 22 08:29:32.372314 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc13334-6ed4-4dc3-8a51-ff932c1852af req-8a8f419a-acf6-4f0b-95d2-0a380dd37635 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:32.375290 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7dc13334-6ed4-4dc3-8a51-ff932c1852af req-8a8f419a-acf6-4f0b-95d2-0a380dd37635 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1064131 Jan 22 08:29:32.472889 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7dc13334-6ed4-4dc3-8a51-ff932c1852af req-6fe90518-5741-40fc-9335-1a17dddbf736 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874512 Jan 22 08:29:32.706319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02677e-5536-425d-bb60-75c259ee32b2 req-4981d814-e92c-4a57-9c1b-53e15d80e3a1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:32.708570 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da02677e-5536-425d-bb60-75c259ee32b2 req-4981d814-e92c-4a57-9c1b-53e15d80e3a1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0908995 Jan 22 08:29:32.782376 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da02677e-5536-425d-bb60-75c259ee32b2 req-f072a55b-ad27-48bb-a600-a2129cccc2b5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647709 Jan 22 08:29:33.106353 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517165f3-f991-4960-8e40-90da4951a786 req-813fb3fe-1ee2-4e84-8b3a-ce2640840710 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:33.109233 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-517165f3-f991-4960-8e40-90da4951a786 req-813fb3fe-1ee2-4e84-8b3a-ce2640840710 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0676997 Jan 22 08:29:33.190495 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-517165f3-f991-4960-8e40-90da4951a786 req-297b8c4d-049a-4c97-bcb9-ff0940df3d28 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743608 Jan 22 08:29:33.652170 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40444) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:33.668914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0092e-14d8-438c-9237-d3c901247c58 req-9ad3c852-df5a-4fdd-85aa-131b6f7c512a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:33.673561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7b0092e-14d8-438c-9237-d3c901247c58 req-9ad3c852-df5a-4fdd-85aa-131b6f7c512a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0960672 Jan 22 08:29:33.770454 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7b0092e-14d8-438c-9237-d3c901247c58 req-1c511b58-94b9-4114-9699-4cbb8b0e4939 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864060 Jan 22 08:29:33.805309 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fb82a434-4235-4dab-866d-e8cd97f1f1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:33.930987 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fb82a434-4235-4dab-866d-e8cd97f1f1dd admin admin] Publish callbacks [] for security_group (ba55fcde-0f69-4897-a069-290275833ba0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:33.939329 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d527-bbe0-40e5-bcd6-263a6b28bd87 req-d296728c-49b1-462b-be96-447ea7c7cd1f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:33.939713 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fb82a434-4235-4dab-866d-e8cd97f1f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ba55fcde-0f69-4897-a069-290275833ba0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:33.941336 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f64d527-bbe0-40e5-bcd6-263a6b28bd87 req-d296728c-49b1-462b-be96-447ea7c7cd1f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Jan 22 08:29:34.009077 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82a434-4235-4dab-866d-e8cd97f1f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55fcde-0f69-4897-a069-290275833ba0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:34.019817 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fb82a434-4235-4dab-866d-e8cd97f1f1dd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=516779459ca948a5a78613f393128c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662069 Jan 22 08:29:34.022991 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40454) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:34.032492 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f64d527-bbe0-40e5-bcd6-263a6b28bd87 req-7373b452-4bc6-4561-b117-9038059c5f40 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755055 Jan 22 08:29:34.095921 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] Publish callbacks [] for security_group (ba55fcde-0f69-4897-a069-290275833ba0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.129425 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] Publish callbacks [] for security_group (ba55fcde-0f69-4897-a069-290275833ba0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.204666 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ba55fcde-0f69-4897-a069-290275833ba0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.210600 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.213093 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba55fcde-0f69-4897-a069-290275833ba0 HTTP/1.1" status: 204 len: 168 time: 0.1877594 Jan 22 08:29:34.231405 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7686fb9-a712-4ceb-88ed-66ec5c4e0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55fcde-0f69-4897-a069-290275833ba0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:34.412081 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1722156-652b-471c-981c-a47cf40e172e req-f14593da-ebeb-49d2-95ab-69bd09d9ee3c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:34.419653 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1722156-652b-471c-981c-a47cf40e172e req-f14593da-ebeb-49d2-95ab-69bd09d9ee3c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1186280 Jan 22 08:29:34.505269 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1722156-652b-471c-981c-a47cf40e172e req-11fae8f0-2a1d-4c29-8d5f-a5dfaab5d441 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846140 Jan 22 08:29:34.707573 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40466) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:34.722072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3578ab5-5948-4129-b054-914d81392e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.829610 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3578ab5-5948-4129-b054-914d81392e99 admin admin] Publish callbacks [] for security_group (e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.843337 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3578ab5-5948-4129-b054-914d81392e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:34.901595 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a3578ab5-5948-4129-b054-914d81392e99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f00859799ff4158b13d59ed496a65e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926649 Jan 22 08:29:34.902147 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578ab5-5948-4129-b054-914d81392e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:34.905489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40472) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:34.958727 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6cc01-52e4-48a0-9594-4f3cdc6b7b62 req-6fd4b522-bd88-4e01-9136-01258a77c82f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:34.960365 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cc6cc01-52e4-48a0-9594-4f3cdc6b7b62 req-6fd4b522-bd88-4e01-9136-01258a77c82f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0901957 Jan 22 08:29:34.989064 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] Publish callbacks [] for security_group (e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:35.049093 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] Publish callbacks [] for security_group (e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:35.083408 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cc6cc01-52e4-48a0-9594-4f3cdc6b7b62 req-c857b5cf-b3bb-48fe-9b30-1660c83f7b55 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072652 Jan 22 08:29:35.129119 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:35.134576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:35.136598 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec HTTP/1.1" status: 204 len: 168 time: 0.2298300 Jan 22 08:29:35.171851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4134a0-53b9-4634-8f26-3c7501a5e1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c64c51-356f-43f5-b6f3-2a6e5df7d0ec,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:35.228480 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8156da-3b82-4c24-81f2-89534779c9c8 req-7834fed6-0417-487b-b166-fafd82f04827 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:35.230734 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed8156da-3b82-4c24-81f2-89534779c9c8 req-7834fed6-0417-487b-b166-fafd82f04827 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0886910 Jan 22 08:29:35.302408 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed8156da-3b82-4c24-81f2-89534779c9c8 req-a2b1eac1-4f36-4664-ba1b-97dfa9b05336 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613294 Jan 22 08:29:35.478024 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:35.662805 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1748-07b2-448e-90d1-5bbcd3a284cf req-d2bdee63-2ec9-414c-84a7-a8833e3b5838 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:35.664310 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-868e1748-07b2-448e-90d1-5bbcd3a284cf req-d2bdee63-2ec9-414c-84a7-a8833e3b5838 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0687439 Jan 22 08:29:35.725734 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-868e1748-07b2-448e-90d1-5bbcd3a284cf req-4412588d-2056-488b-9aca-4c1274e02579 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508752 Jan 22 08:29:36.283490 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530040-94f8-4f81-a55d-9b91bb20fe8e req-d5b86d85-5e8e-481a-a316-1aa88f16113a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:36.285902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b530040-94f8-4f81-a55d-9b91bb20fe8e req-d5b86d85-5e8e-481a-a316-1aa88f16113a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0845058 Jan 22 08:29:36.355961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b530040-94f8-4f81-a55d-9b91bb20fe8e req-263b840f-7229-4947-ae2b-68e21bf61f8e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610929 Jan 22 08:29:36.458729 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1b440-ef53-44f4-bf11-ee989f8aa9c4 req-51b67d29-0f14-4b06-9cd9-b74da2225744 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:36.461241 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ead1b440-ef53-44f4-bf11-ee989f8aa9c4 req-51b67d29-0f14-4b06-9cd9-b74da2225744 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0730581 Jan 22 08:29:36.544958 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ead1b440-ef53-44f4-bf11-ee989f8aa9c4 req-23f745a4-ff9c-4f86-9547-621680b3bc5a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771844 Jan 22 08:29:36.667611 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bed2-d065-4092-8487-99e96002df9b req-ad89984f-3e84-4be0-8cf6-033596d0b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:36.669241 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-ad89984f-3e84-4be0-8cf6-033596d0b1ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1098 time: 0.0557184 Jan 22 08:29:36.831562 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bed2-d065-4092-8487-99e96002df9b req-e226a6fd-e224-48e7-bdb1-c31ad316c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:36.833404 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-e226a6fd-e224-48e7-bdb1-c31ad316c117 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.1543634 Jan 22 08:29:36.896144 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65747846-5e21-4c54-b0e9-4e7d0dacedd2 req-111e41ca-bcb8-4aa8-a43d-58e310800cf0 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:36.898257 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65747846-5e21-4c54-b0e9-4e7d0dacedd2 req-111e41ca-bcb8-4aa8-a43d-58e310800cf0 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0758593 Jan 22 08:29:36.941831 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-27dd2759-a2c7-4c96-a725-5a6b51fa3261 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c806982b-dda9-4a92-a526-d79976ee625d HTTP/1.1" status: 200 len: 217 time: 0.0610373 Jan 22 08:29:36.987777 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-707ff213-de1a-48c9-823f-92c6f8114752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:37.008972 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65747846-5e21-4c54-b0e9-4e7d0dacedd2 req-9b7cbfb7-fb01-4f6a-a446-a12b1cc0eedf tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950661 Jan 22 08:29:37.016336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bed2-d065-4092-8487-99e96002df9b req-c8c8b41a-cd7a-4cfa-bd7d-d6d031fb6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:37.018466 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-c8c8b41a-cd7a-4cfa-bd7d-d6d031fb6a84 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0696299 Jan 22 08:29:37.055579 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-91999fa7-e13a-4597-96ac-908418ecd429 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310817 Jan 22 08:29:37.189702 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-b932bf4e-4b39-47b4-a652-eb6b4fb8f55f service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273284 Jan 22 08:29:37.527668 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-baf9bed2-d065-4092-8487-99e96002df9b req-c84af1ff-09f5-4388-8c45-eeb12131016d service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262556 Jan 22 08:29:37.531839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0685-6426-4868-83eb-9feed717a8d0 req-d0819e50-3483-4fc2-836c-9bf411182545 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:37.533748 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b4ec0685-6426-4868-83eb-9feed717a8d0 req-d0819e50-3483-4fc2-836c-9bf411182545 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0770216 Jan 22 08:29:37.618179 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b4ec0685-6426-4868-83eb-9feed717a8d0 req-14a59487-dd1a-4e10-8a27-11076c9ddca2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739908 Jan 22 08:29:37.761270 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40568) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:37.833473 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b800a2-af5f-4b9d-bdc5-08ecd903bf39 req-5df94543-070d-4fcf-a8d4-f753fa872915 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:37.836368 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9b800a2-af5f-4b9d-bdc5-08ecd903bf39 req-5df94543-070d-4fcf-a8d4-f753fa872915 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1281428 Jan 22 08:29:37.847927 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40574) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:37.856021 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'floatingip': {'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:29:37.893739 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e7551-6142-4dd9-b376-d0f53bdf5a6b req-15fa256a-adf7-453e-b5e2-b16fa0c20d1d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:37.893739 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a38e7551-6142-4dd9-b376-d0f53bdf5a6b req-15fa256a-adf7-453e-b5e2-b16fa0c20d1d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1737058 Jan 22 08:29:37.980364 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b1eec22b-e1bd-4f76-a19e-a84669d25fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:37.984487 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a38e7551-6142-4dd9-b376-d0f53bdf5a6b req-5f74f681-e66e-44aa-84b3-560d2797c30e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803881 Jan 22 08:29:37.985174 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.194306 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b7b8-d57a-415a-8738-740221e5ea6c req-632f1fbc-fcb2-4707-80c4-42329e860dc2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:38.196176 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70f9b7b8-d57a-415a-8738-740221e5ea6c req-632f1fbc-fcb2-4707-80c4-42329e860dc2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0805986 Jan 22 08:29:38.284875 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70f9b7b8-d57a-415a-8738-740221e5ea6c req-62c05368-7003-424f-adf4-bb9cc6ab0371 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811539 Jan 22 08:29:38.321183 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b1eec22b-e1bd-4f76-a19e-a84669d25fd0 admin admin] Publish callbacks [] for security_group (3521207a-2288-4b19-8370-74d080cc4cee), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.331143 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b1eec22b-e1bd-4f76-a19e-a84669d25fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3521207a-2288-4b19-8370-74d080cc4cee), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.401659 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b1eec22b-e1bd-4f76-a19e-a84669d25fd0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd6b39f638fe4a049d7c17b134ac0f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391544 Jan 22 08:29:38.415896 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40594) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:38.435496 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eec22b-e1bd-4f76-a19e-a84669d25fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3521207a-2288-4b19-8370-74d080cc4cee,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:38.574538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ffdc-2b34-472d-ac5a-9614e1665574 req-6e5be7d0-2260-4d58-bc9c-e160c8cc58b9 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:38.579730 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a71ffdc-2b34-472d-ac5a-9614e1665574 req-6e5be7d0-2260-4d58-bc9c-e160c8cc58b9 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1862800 Jan 22 08:29:38.591945 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40598) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:38.609809 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] Publish callbacks [] for security_group (3521207a-2288-4b19-8370-74d080cc4cee), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.635692 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'floatingip': {'port_id': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:29:38.653250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] Publish callbacks [] for security_group (3521207a-2288-4b19-8370-74d080cc4cee), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.751285 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.769703 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3521207a-2288-4b19-8370-74d080cc4cee), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.774306 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:38.786497 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3521207a-2288-4b19-8370-74d080cc4cee HTTP/1.1" status: 204 len: 168 time: 0.3585913 Jan 22 08:29:38.804771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2cb8b-a4f7-4bc5-b433-947ec39385da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521207a-2288-4b19-8370-74d080cc4cee,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:39.125621 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.db.resource_extend [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 22 08:29:39.194260 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1cfb6-189d-4527-9c02-035cecb30c7b req-cfab4077-3b0c-4887-b4f7-ec72e43a745f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:39.201673 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fe1cfb6-189d-4527-9c02-035cecb30c7b req-cfab4077-3b0c-4887-b4f7-ec72e43a745f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0777874 Jan 22 08:29:39.268964 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fe1cfb6-189d-4527-9c02-035cecb30c7b req-8e4e3eed-b56f-48cc-b49d-845dfff7f9e8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644672 Jan 22 08:29:39.402437 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.418944 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.423109 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40624) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:39.445049 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-85f57b49-6305-4cf3-b1cf-f2a9b0cbb533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.587086 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cfec46f7-dea4-416c-be49-a3e3a78b3ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.639724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-85f57b49-6305-4cf3-b1cf-f2a9b0cbb533 admin admin] Publish callbacks [] for security_group (164e5a0f-0353-4458-95e2-81cf3438b5c0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.647264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-85f57b49-6305-4cf3-b1cf-f2a9b0cbb533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (164e5a0f-0353-4458-95e2-81cf3438b5c0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.720518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57b49-6305-4cf3-b1cf-f2a9b0cbb533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164e5a0f-0353-4458-95e2-81cf3438b5c0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:39.753622 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Floating IP fc1cc1e6-4741-4377-b339-ff7b99ba1174 associated. External IP: 172.27.3.117, port: 6f676bd9-76c4-453a-988c-f147ec3ba521. Jan 22 08:29:39.769362 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-85f57b49-6305-4cf3-b1cf-f2a9b0cbb533 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c675cf2b7ee4768901775f0d4b0351e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446743 Jan 22 08:29:39.772163 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40640) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:39.884886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] Publish callbacks [] for security_group (164e5a0f-0353-4458-95e2-81cf3438b5c0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:39.932828 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] Publish callbacks [] for security_group (164e5a0f-0353-4458-95e2-81cf3438b5c0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:40.057605 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (164e5a0f-0353-4458-95e2-81cf3438b5c0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:40.063992 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:40.069783 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/164e5a0f-0353-4458-95e2-81cf3438b5c0 HTTP/1.1" status: 204 len: 168 time: 0.2926509 Jan 22 08:29:40.085686 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553c73d-2874-4806-ab30-d11f20233318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e5a0f-0353-4458-95e2-81cf3438b5c0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:40.472665 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a0ba-5bcc-4981-9bec-8cbe77da4aeb req-febb74e6-2dbc-4b62-ae49-78370dc2c133 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:40.479503 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83f5a0ba-5bcc-4981-9bec-8cbe77da4aeb req-febb74e6-2dbc-4b62-ae49-78370dc2c133 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0933783 Jan 22 08:29:40.589267 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83f5a0ba-5bcc-4981-9bec-8cbe77da4aeb req-9df752eb-dab0-45e5-8b79-4e103dc78a24 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074884 Jan 22 08:29:40.765788 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:40.773564 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:40.779468 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:29:40.991654 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Floating IP 328fa201-36f2-421a-9953-774a95cef01a associated. External IP: 172.27.3.198, port: e7bcf00e-4ba1-4397-b9dd-6f779d84b58c. Jan 22 08:29:41.091689 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:29:41.110814 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:29:41.121984 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:29:41.123014 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:29:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:41.140667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:41.188804 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b99da2b9-d727-4daa-9987-cbefc5b0c767 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "PUT /v2.0/floatingips/fc1cc1e6-4741-4377-b339-ff7b99ba1174 HTTP/1.1" status: 200 len: 991 time: 3.3390212 Jan 22 08:29:41.191215 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:41.214073 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee857edf-1931-42b4-9bc8-de02ad1b4949" -d '{"events": [{"name": "network-changed", "server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:41.269823 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:29:41.310557 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f06564-bdfd-498a-85d3-70d1db5a73e7 x-openstack-request-id: req-98f06564-bdfd-498a-85d3-70d1db5a73e7 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:41.311177 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:41.312112 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-98f06564-bdfd-498a-85d3-70d1db5a73e7 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:41.312664 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'status': 'completed', 'code': 200} Jan 22 08:29:41.471763 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:41.489371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-cbcd8f8c-68af-4eb4-b552-aecb069ba6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:41.491884 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-cbcd8f8c-68af-4eb4-b552-aecb069ba6b2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1098 time: 0.1529779 Jan 22 08:29:41.555907 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:29:41.803236 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'fc1cc1e6-4741-4377-b339-ff7b99ba1174', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:29Z', 'updated_at': '2022-01-22T08:29:38Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:41.819969 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40716) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:41.833975 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-ab2e7b70-e7e7-4302-9d9f-5294eec2ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:41.835516 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-ab2e7b70-e7e7-4302-9d9f-5294eec2ce0e service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.3343468 Jan 22 08:29:41.850292 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:29:41.860103 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:29:41.861126 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:29:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:41.890973 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292a88c-f9fe-4238-88b6-13af9f40c9a0 req-07da9745-ed8d-43f7-ac13-809d03c50cde tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:41.896874 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f292a88c-f9fe-4238-88b6-13af9f40c9a0 req-07da9745-ed8d-43f7-ac13-809d03c50cde tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1366148 Jan 22 08:29:42.021576 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f292a88c-f9fe-4238-88b6-13af9f40c9a0 req-0abde99b-d13d-4899-a383-6e436dcc859f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Jan 22 08:29:42.043261 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:29:42.062898 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:29:42.068866 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.078436 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:29:42.098319 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:29:42.099297 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:29:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:42.153972 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4dc4477e-6dc9-408b-bc5d-6c5209d3da9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.162796 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-70e4493c-7382-4649-907b-eca23ef218ea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 999 time: 0.3047945 Jan 22 08:29:42.190129 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f21c75fd-efea-4e9e-8b5c-10b38844ac45 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "PUT /v2.0/floatingips/328fa201-36f2-421a-9953-774a95cef01a HTTP/1.1" status: 200 len: 991 time: 3.5958874 Jan 22 08:29:42.322689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:29:42.494990 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-988ddc76-a1f6-49ca-9df1-5161dc539638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:42.499581 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-988ddc76-a1f6-49ca-9df1-5161dc539638 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.3262517 Jan 22 08:29:42.574455 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-de694b97-f33e-4d99-98cb-e5041908ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:42.576458 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-de694b97-f33e-4d99-98cb-e5041908ce2f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693617 Jan 22 08:29:42.630348 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4dc4477e-6dc9-408b-bc5d-6c5209d3da9e admin admin] Publish callbacks [] for security_group (04f448bd-9f69-4c15-88ba-11513f409638), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.640677 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4dc4477e-6dc9-408b-bc5d-6c5209d3da9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04f448bd-9f69-4c15-88ba-11513f409638), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.664592 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'fc1cc1e6-4741-4377-b339-ff7b99ba1174', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:29Z', 'updated_at': '2022-01-22T08:29:38Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:42.700715 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4dc4477e-6dc9-408b-bc5d-6c5209d3da9e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6024f151f1c74f43a01b4df0416dd2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8795879 Jan 22 08:29:42.704879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40750) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:42.706808 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1db6-25b8-4dd2-ad6e-569d575072db None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'fc1cc1e6-4741-4377-b339-ff7b99ba1174', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:29Z', 'updated_at': '2022-01-22T08:29:38Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:29:42.707234 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4477e-6dc9-408b-bc5d-6c5209d3da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f448bd-9f69-4c15-88ba-11513f409638,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:42.799019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] Publish callbacks [] for security_group (04f448bd-9f69-4c15-88ba-11513f409638), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.808259 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '328fa201-36f2-421a-9953-774a95cef01a', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:5d:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:33Z', 'updated_at': '2022-01-22T08:29:40Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:42.870351 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] Publish callbacks [] for security_group (04f448bd-9f69-4c15-88ba-11513f409638), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.871405 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:29:42.888341 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-b4de01cc-b420-4764-8e83-ea5d6fc74868 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777632 Jan 22 08:29:42.894322 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:29:42.894322 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:29:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:42.970115 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04f448bd-9f69-4c15-88ba-11513f409638), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.973861 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:42.978098 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04f448bd-9f69-4c15-88ba-11513f409638 HTTP/1.1" status: 204 len: 168 time: 0.2715528 Jan 22 08:29:42.987898 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de49b37-c0d7-4c47-ab87-78ed91334075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f448bd-9f69-4c15-88ba-11513f409638,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:43.030438 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40758) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:43.096891 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6270cf3-b690-46cd-88b5-b18b7effad73 None None] New status for floating IP fc1cc1e6-4741-4377-b339-ff7b99ba1174: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:29:43.275479 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:29:43.314121 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:29:43.317960 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e434d5-84b7-432e-a7e9-3860b00db955" -d '{"events": [{"name": "network-changed", "server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:29:43.329131 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7927b6e-c9cb-4e0e-bd88-5687c236f31f req-1ab83213-da68-4dd4-a537-737d55da4768 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:43.332053 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7927b6e-c9cb-4e0e-bd88-5687c236f31f req-1ab83213-da68-4dd4-a537-737d55da4768 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1603389 Jan 22 08:29:43.423312 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a806a7-2be3-4ccb-8b51-6a2822c922d6 x-openstack-request-id: req-78a806a7-2be3-4ccb-8b51-6a2822c922d6 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:29:43.423741 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:29:43.424145 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-78a806a7-2be3-4ccb-8b51-6a2822c922d6 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:29:43.424743 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'status': 'completed', 'code': 200} Jan 22 08:29:43.485544 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7927b6e-c9cb-4e0e-bd88-5687c236f31f req-c0b02457-8af3-4594-853e-3682e5979daf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445556 Jan 22 08:29:43.581815 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a23fe8bc-b0fe-4aa8-8614-cbf60ce76b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.728446 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40780) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:43.736919 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '328fa201-36f2-421a-9953-774a95cef01a', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:5d:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:33Z', 'updated_at': '2022-01-22T08:29:40Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:29:43.737611 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a23fe8bc-b0fe-4aa8-8614-cbf60ce76b6a admin admin] Publish callbacks [] for security_group (2a07337a-48f4-4fac-a267-314d3ded45d6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.744279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a23fe8bc-b0fe-4aa8-8614-cbf60ce76b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2a07337a-48f4-4fac-a267-314d3ded45d6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.749002 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4429e1af-aae6-4ef0-a553-0e30f2775c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.824343 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a23fe8bc-b0fe-4aa8-8614-cbf60ce76b6a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=400d638d14f9456eb8a941c00a0527de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7903416 Jan 22 08:29:43.826027 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe8bc-b0fe-4aa8-8614-cbf60ce76b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07337a-48f4-4fac-a267-314d3ded45d6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:43.828736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40782) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:43.829904 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe274565-519b-4b5e-abb9-cafdca360417 None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '328fa201-36f2-421a-9953-774a95cef01a', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:5d:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:28:33Z', 'updated_at': '2022-01-22T08:29:40Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:29:43.834695 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.922561 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] Publish callbacks [] for security_group (2a07337a-48f4-4fac-a267-314d3ded45d6), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.974965 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4429e1af-aae6-4ef0-a553-0e30f2775c6b admin admin] Publish callbacks [] for security_group (3e67fac3-27ed-40af-a733-cb840a747f21), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.981611 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] Publish callbacks [] for security_group (2a07337a-48f4-4fac-a267-314d3ded45d6), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:43.990469 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4429e1af-aae6-4ef0-a553-0e30f2775c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3e67fac3-27ed-40af-a733-cb840a747f21), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.067504 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e1af-aae6-4ef0-a553-0e30f2775c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67fac3-27ed-40af-a733-cb840a747f21,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:44.074175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4429e1af-aae6-4ef0-a553-0e30f2775c6b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=782833058c504574842ae2d46e4b0efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437960 Jan 22 08:29:44.080660 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40786) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:44.119956 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2a07337a-48f4-4fac-a267-314d3ded45d6), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.122890 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.124914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a07337a-48f4-4fac-a267-314d3ded45d6 HTTP/1.1" status: 204 len: 168 time: 0.2938960 Jan 22 08:29:44.144619 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1b236-acde-4718-a818-02219b7e4494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07337a-48f4-4fac-a267-314d3ded45d6,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:44.149504 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc5a50-cec4-4f91-9526-ad7aedd98fcf None None] New status for floating IP 328fa201-36f2-421a-9953-774a95cef01a: ACTIVE {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:29:44.170973 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] Publish callbacks [] for security_group (3e67fac3-27ed-40af-a733-cb840a747f21), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.219191 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] Publish callbacks [] for security_group (3e67fac3-27ed-40af-a733-cb840a747f21), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.346952 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3e67fac3-27ed-40af-a733-cb840a747f21), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.351291 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.354747 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3e67fac3-27ed-40af-a733-cb840a747f21 HTTP/1.1" status: 204 len: 168 time: 0.2719231 Jan 22 08:29:44.371740 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63849-863c-4a16-bcce-9ba29877846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67fac3-27ed-40af-a733-cb840a747f21,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:44.454030 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:44.876958 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40810) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:44.896918 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3482407c-f91f-48ce-9bc6-48b3f507ff98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.007897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3482407c-f91f-48ce-9bc6-48b3f507ff98 admin admin] Publish callbacks [] for security_group (2ec6bb00-91d7-4a41-8468-97e5581ca96b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.014920 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3482407c-f91f-48ce-9bc6-48b3f507ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2ec6bb00-91d7-4a41-8468-97e5581ca96b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.130364 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482407c-f91f-48ce-9bc6-48b3f507ff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6bb00-91d7-4a41-8468-97e5581ca96b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:45.144515 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3482407c-f91f-48ce-9bc6-48b3f507ff98 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32408ef1de494bd5a06d21e306fc044d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650242 Jan 22 08:29:45.145108 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40818) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:45.182661 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee857edf-1931-42b4-9bc8-de02ad1b4949 req-facebf97-219a-4a96-a505-e275d7d96c01 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445251 Jan 22 08:29:45.219975 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] Publish callbacks [] for security_group (2ec6bb00-91d7-4a41-8468-97e5581ca96b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.255936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] Publish callbacks [] for security_group (2ec6bb00-91d7-4a41-8468-97e5581ca96b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.330806 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2ec6bb00-91d7-4a41-8468-97e5581ca96b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.334500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:45.336014 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ec6bb00-91d7-4a41-8468-97e5581ca96b HTTP/1.1" status: 204 len: 168 time: 0.1899939 Jan 22 08:29:45.349463 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096cacd-ad15-4916-9669-c67e7b71ddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6bb00-91d7-4a41-8468-97e5581ca96b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:46.543215 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-87fde4cc-5eb9-4d59-993d-86f92f44f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:46.546674 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-87fde4cc-5eb9-4d59-993d-86f92f44f8a5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0876522 Jan 22 08:29:46.974043 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-354be969-8437-4bfe-b3ff-dd00037fe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:46.976010 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-354be969-8437-4bfe-b3ff-dd00037fe670 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1630785 Jan 22 08:29:47.011939 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd54f-8817-4a7a-9966-122884b19cab req-7fedf293-797b-4a03-b053-fe6d814f8918 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:47.027646 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e85cd54f-8817-4a7a-9966-122884b19cab req-7fedf293-797b-4a03-b053-fe6d814f8918 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0941620 Jan 22 08:29:47.091285 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-27257fbd-74b8-4f9f-89bc-412a53ca6cad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1001 time: 0.1020682 Jan 22 08:29:47.114060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e85cd54f-8817-4a7a-9966-122884b19cab req-786e9b9c-3976-45a2-9804-41a49b46742f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851994 Jan 22 08:29:47.189751 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-8b86117e-6cbc-4625-9f39-3444192c59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:47.190346 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-8b86117e-6cbc-4625-9f39-3444192c59e2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0855362 Jan 22 08:29:47.256035 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-e412d974-3ccb-44c5-a62a-559ab92f3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:47.259530 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-e412d974-3ccb-44c5-a62a-559ab92f3064 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548372 Jan 22 08:29:47.436955 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-d6a649e8-8ece-4b5e-9e9f-210c84d91489 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674461 Jan 22 08:29:47.625228 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e434d5-84b7-432e-a7e9-3860b00db955 req-a5c4e0df-23d6-4b78-9832-979409e4cec1 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793334 Jan 22 08:29:48.309988 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40930) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:48.345844 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c0b6-8148-4246-824c-ed2e88a95a29 req-52f14244-55e6-4d3b-a0ed-e9babe9c0e68 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:48.351629 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c26c0b6-8148-4246-824c-ed2e88a95a29 req-52f14244-55e6-4d3b-a0ed-e9babe9c0e68 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1045668 Jan 22 08:29:48.436796 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c26c0b6-8148-4246-824c-ed2e88a95a29 req-ca884e1e-874d-4530-b948-582ffab5b490 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772469 Jan 22 08:29:48.521554 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a5f1153d-ae79-4e51-b361-ad1fbfa2c078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.629869 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a5f1153d-ae79-4e51-b361-ad1fbfa2c078 admin admin] Publish callbacks [] for security_group (937fd86d-db60-4b9a-bc6e-5e763eea9d21), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.636862 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a5f1153d-ae79-4e51-b361-ad1fbfa2c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (937fd86d-db60-4b9a-bc6e-5e763eea9d21), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.699266 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a5f1153d-ae79-4e51-b361-ad1fbfa2c078 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c17d0f13d7814eec8ac48624ecd45092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866587 Jan 22 08:29:48.699988 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1153d-ae79-4e51-b361-ad1fbfa2c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937fd86d-db60-4b9a-bc6e-5e763eea9d21,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:48.704450 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40938) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:48.764110 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] Publish callbacks [] for security_group (937fd86d-db60-4b9a-bc6e-5e763eea9d21), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.792103 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] Publish callbacks [] for security_group (937fd86d-db60-4b9a-bc6e-5e763eea9d21), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.856635 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (937fd86d-db60-4b9a-bc6e-5e763eea9d21), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.861284 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:48.863332 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/937fd86d-db60-4b9a-bc6e-5e763eea9d21 HTTP/1.1" status: 204 len: 168 time: 0.1576223 Jan 22 08:29:48.877307 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a62682-1919-49dc-b622-949d2ea163e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937fd86d-db60-4b9a-bc6e-5e763eea9d21,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:49.266201 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 40952) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:49.281538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d8c89ecb-a823-4d5f-990e-71c2fdc3cad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.399125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d8c89ecb-a823-4d5f-990e-71c2fdc3cad7 admin admin] Publish callbacks [] for security_group (2ffa414c-972d-4f2d-ad57-10d941b0948a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.404199 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d8c89ecb-a823-4d5f-990e-71c2fdc3cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2ffa414c-972d-4f2d-ad57-10d941b0948a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.476606 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d8c89ecb-a823-4d5f-990e-71c2fdc3cad7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a0423dcd8344338a76e154f46bbf47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087383 Jan 22 08:29:49.478182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c89ecb-a823-4d5f-990e-71c2fdc3cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa414c-972d-4f2d-ad57-10d941b0948a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:49.480678 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 40958) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:49.584166 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] Publish callbacks [] for security_group (2ffa414c-972d-4f2d-ad57-10d941b0948a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.619749 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] Publish callbacks [] for security_group (2ffa414c-972d-4f2d-ad57-10d941b0948a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.702044 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2ffa414c-972d-4f2d-ad57-10d941b0948a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.705032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:49.706747 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ffa414c-972d-4f2d-ad57-10d941b0948a HTTP/1.1" status: 204 len: 168 time: 0.2246926 Jan 22 08:29:49.718553 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c407b98-c1e9-46b3-bb6b-a9dd602fe778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa414c-972d-4f2d-ad57-10d941b0948a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:54.000118 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64c7e-f8a2-4686-8450-4822dc3291de req-dcbb4a7e-f4b0-411d-91e2-db7fb93d193a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:54.002890 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fb64c7e-f8a2-4686-8450-4822dc3291de req-dcbb4a7e-f4b0-411d-91e2-db7fb93d193a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0709746 Jan 22 08:29:54.077256 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fb64c7e-f8a2-4686-8450-4822dc3291de req-800a05de-9cf6-4f51-9068-0b9c71aa585c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680213 Jan 22 08:29:55.252906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cfb9c-be52-4325-8a58-e07eda6e4561 req-c2aea3b7-4605-4d6d-91f0-8b36940f42b5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:55.254444 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f41cfb9c-be52-4325-8a58-e07eda6e4561 req-c2aea3b7-4605-4d6d-91f0-8b36940f42b5 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0584478 Jan 22 08:29:55.319311 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f41cfb9c-be52-4325-8a58-e07eda6e4561 req-276e16cd-79f8-41be-b2f3-2755a561c449 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582888 Jan 22 08:29:56.479706 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77310f-8c46-4dd4-9310-c3f553ee439f req-06958309-19af-4ca4-91a7-356b52155e9d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:56.481313 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad77310f-8c46-4dd4-9310-c3f553ee439f req-06958309-19af-4ca4-91a7-356b52155e9d tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.0931683 Jan 22 08:29:56.506834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4291d8-4341-4c32-a679-0aaab2cfd41b req-b10f55a6-2879-496f-b462-83a26c7a878a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:56.508396 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb4291d8-4341-4c32-a679-0aaab2cfd41b req-b10f55a6-2879-496f-b462-83a26c7a878a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0863287 Jan 22 08:29:56.583609 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad77310f-8c46-4dd4-9310-c3f553ee439f req-13f88611-22aa-4c87-b868-7a5593d037c4 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944674 Jan 22 08:29:56.598248 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb4291d8-4341-4c32-a679-0aaab2cfd41b req-91f61246-ab50-4aef-8947-7d7c39aae546 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818076 Jan 22 08:29:57.240635 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41172) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:57.437663 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf66c-f9ed-4a12-939a-b02a2c38cab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:57.550211 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf66c-f9ed-4a12-939a-b02a2c38cab2 admin admin] Publish callbacks [] for security_group (89acf058-b7db-40f9-8c7c-6392a9f1c104), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:57.556958 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf66c-f9ed-4a12-939a-b02a2c38cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (89acf058-b7db-40f9-8c7c-6392a9f1c104), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:57.605128 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cf66c-f9ed-4a12-939a-b02a2c38cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acf058-b7db-40f9-8c7c-6392a9f1c104,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:57.614871 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0f3cf66c-f9ed-4a12-939a-b02a2c38cab2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a46c2c64af0d47fca5c1d2699de29626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717258 Jan 22 08:29:57.617850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41182) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:57.755256 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] Publish callbacks [] for security_group (89acf058-b7db-40f9-8c7c-6392a9f1c104), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:57.838360 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] Publish callbacks [] for security_group (89acf058-b7db-40f9-8c7c-6392a9f1c104), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:57.870478 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677494e-2ad2-496d-a1c1-1a364c119077 req-93c926b3-bcba-4db0-99ad-106b7641730b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:57.873825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0677494e-2ad2-496d-a1c1-1a364c119077 req-93c926b3-bcba-4db0-99ad-106b7641730b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1705275 Jan 22 08:29:57.940408 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6452-0764-4dc9-bba5-f7984ffa879c req-fa4657d4-615d-4b65-9595-724b10945d83 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:57.943128 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b90c6452-0764-4dc9-bba5-f7984ffa879c req-fa4657d4-615d-4b65-9595-724b10945d83 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.2204430 Jan 22 08:29:58.100031 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0677494e-2ad2-496d-a1c1-1a364c119077 req-c67422bc-1a0c-4d99-a625-3bd6b62e9411 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147388 Jan 22 08:29:58.113998 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (89acf058-b7db-40f9-8c7c-6392a9f1c104), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.119218 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.121167 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89acf058-b7db-40f9-8c7c-6392a9f1c104 HTTP/1.1" status: 204 len: 168 time: 0.5013707 Jan 22 08:29:58.134920 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b90c6452-0764-4dc9-bba5-f7984ffa879c req-81718682-a959-45a6-b01f-348ff0ddd421 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697562 Jan 22 08:29:58.146789 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef650c-b747-4bd6-a5a5-a6c7d051f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acf058-b7db-40f9-8c7c-6392a9f1c104,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:58.591033 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41208) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:58.614707 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1a840e8-3c95-451f-b6d7-720eee7217be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.762834 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1a840e8-3c95-451f-b6d7-720eee7217be admin admin] Publish callbacks [] for security_group (b42b2726-5017-45b4-ac43-a68b4170c9c5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.769711 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1a840e8-3c95-451f-b6d7-720eee7217be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b42b2726-5017-45b4-ac43-a68b4170c9c5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.820969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41218) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:58.829972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41222) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:58.830194 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a1a840e8-3c95-451f-b6d7-720eee7217be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a42c4b035df34f9db264ce1434174e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367780 Jan 22 08:29:58.909493 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a840e8-3c95-451f-b6d7-720eee7217be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b2726-5017-45b4-ac43-a68b4170c9c5,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:58.953927 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] Publish callbacks [] for security_group (b42b2726-5017-45b4-ac43-a68b4170c9c5), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.957572 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:29:58.960000 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:29:58.964737 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-92b76871-2a26-4491-bc38-de7572c7c971 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:58.967334 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-92b76871-2a26-4491-bc38-de7572c7c971 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.107 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.1656930 Jan 22 08:29:58.997212 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] Publish callbacks [] for security_group (b42b2726-5017-45b4-ac43-a68b4170c9c5), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.132665 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b42b2726-5017-45b4-ac43-a68b4170c9c5), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.138892 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.141335 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b42b2726-5017-45b4-ac43-a68b4170c9c5 HTTP/1.1" status: 204 len: 168 time: 0.3102701 Jan 22 08:29:59.149017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c3fafd1-1297-4bea-b290-c33667073116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.171287 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00222824-60d3-48cb-80ab-b60f6140d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b2726-5017-45b4-ac43-a68b4170c9c5,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:59.366366 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Deleting port dc655052-d184-4401-be01-07e59d461292 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:29:59.367022 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (dc655052-d184-4401-be01-07e59d461292), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.408260 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c3fafd1-1297-4bea-b290-c33667073116 admin admin] Publish callbacks [] for security_group (82a7cc3a-184f-4f4b-8606-a3e1d1807aa5), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.415691 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c3fafd1-1297-4bea-b290-c33667073116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (82a7cc3a-184f-4f4b-8606-a3e1d1807aa5), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.601726 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aa3ab-f09e-46eb-bc30-21baa1b92122 req-18ada45b-53f3-44de-827c-7eaf87407338 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:59.605379 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e4aa3ab-f09e-46eb-bc30-21baa1b92122 req-18ada45b-53f3-44de-827c-7eaf87407338 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.2771852 Jan 22 08:29:59.613984 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6c3fafd1-1297-4bea-b290-c33667073116 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af795261a13c4895baa45ad5d6cb1c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914698 Jan 22 08:29:59.622035 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41246) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:29:59.630742 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] For port dc655052-d184-4401-be01-07e59d461292, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc655052-d184-4401-be01-07e59d461292,segment=NetworkSegment(6029a0cb-64ec-4bab-aa56-2949a845aea6),segment_id=6029a0cb-64ec-4bab-aa56-2949a845aea6)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:29:59.635231 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (dc655052-d184-4401-be01-07e59d461292), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:29:59.644140 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74259a4-1d69-418e-b23d-fd5751323472 req-6e89ad27-e234-4f56-9396-849878f95113 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:29:59.655892 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c74259a4-1d69-418e-b23d-fd5751323472 req-6e89ad27-e234-4f56-9396-849878f95113 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 945 time: 0.2424388 Jan 22 08:29:59.658851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fafd1-1297-4bea-b290-c33667073116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7cc3a-184f-4f4b-8606-a3e1d1807aa5,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:29:59.666325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Calling delete_port for dc655052-d184-4401-be01-07e59d461292 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:29:59.765836 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e4aa3ab-f09e-46eb-bc30-21baa1b92122 req-715bad0c-4ac6-4aa8-8a73-a4714e490ffe tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347668 Jan 22 08:29:59.782830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c74259a4-1d69-418e-b23d-fd5751323472 req-13d8fa2d-aa2b-4371-b375-f71f08f6b3a5 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/security-groups?id=cb07390a-bb59-4703-a010-ef9c4bc5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254640 Jan 22 08:29:59.949814 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] Publish callbacks [] for security_group (82a7cc3a-184f-4f4b-8606-a3e1d1807aa5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.010019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] Publish callbacks [] for security_group (82a7cc3a-184f-4f4b-8606-a3e1d1807aa5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.149095 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (dc655052-d184-4401-be01-07e59d461292), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.166171 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (82a7cc3a-184f-4f4b-8606-a3e1d1807aa5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.172264 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.174334 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/82a7cc3a-184f-4f4b-8606-a3e1d1807aa5 HTTP/1.1" status: 204 len: 168 time: 0.3717639 Jan 22 08:30:00.221264 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Pushing event deleted for resources: {'Port': ['ID=dc655052-d184-4401-be01-07e59d461292,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:00.235966 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98119be7-84fa-47ef-8d2a-693c6709b0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7cc3a-184f-4f4b-8606-a3e1d1807aa5,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:00.364386 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] No DVR routers for this DVR port dc655052-d184-4401-be01-07e59d461292 on host hv-cinder-82591 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:30:00.369755 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:00.377353 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3d459c86-7a35-4ef0-a367-9dff05b78995 req-c00fd445-6b17-46d9-bde1-680b52ddfdb3 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.107 "DELETE /v2.0/ports/dc655052-d184-4401-be01-07e59d461292 HTTP/1.1" status: 204 len: 173 time: 1.4041824 Jan 22 08:30:00.378535 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'name': 'network-vif-deleted', 'tag': 'dc655052-d184-4401-be01-07e59d461292'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:30:00.393976 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee26015-2b24-4445-af22-f287fff7ab2c" -d '{"events": [{"server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "name": "network-vif-deleted", "tag": "dc655052-d184-4401-be01-07e59d461292"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:30:00.508697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b4779-0325-42b0-8605-16f0ca7c939a x-openstack-request-id: req-644b4779-0325-42b0-8605-16f0ca7c939a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:30:00.508697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791ed92-a3a1-4281-b158-1369d4ad661b", "name": "network-vif-deleted", "tag": "dc655052-d184-4401-be01-07e59d461292", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:30:00.509016 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-644b4779-0325-42b0-8605-16f0ca7c939a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:30:00.509392 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791ed92-a3a1-4281-b158-1369d4ad661b', 'name': 'network-vif-deleted', 'tag': 'dc655052-d184-4401-be01-07e59d461292', 'status': 'completed', 'code': 200} Jan 22 08:30:01.070262 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41308) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:01.075168 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d488de4-fa15-4177-bf90-96591644e79a req-402a3146-98bc-4067-9285-2155421869b1 tempest-DeleteServersTestJSON-1794845575 tempest-DeleteServersTestJSON-1794845575-project] 10.222.0.84 "GET /v2.0/ports?device_id=1791ed92-a3a1-4281-b158-1369d4ad661b HTTP/1.1" status: 200 len: 210 time: 0.0471549 Jan 22 08:30:01.152165 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-302348b6-3915-4ab0-8632-e2042c0c0fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.172810 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba700a5-0761-4795-8875-abf26579df63 req-28d68536-bf65-4670-810c-74931289fe85 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:01.190600 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ba700a5-0761-4795-8875-abf26579df63 req-28d68536-bf65-4670-810c-74931289fe85 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.2506187 Jan 22 08:30:01.315665 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ba700a5-0761-4795-8875-abf26579df63 req-024a0608-5809-400a-9e34-679496615eab tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216829 Jan 22 08:30:01.332613 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-302348b6-3915-4ab0-8632-e2042c0c0fa7 admin admin] Publish callbacks [] for security_group (b099175a-1bfe-41aa-94b2-750e2c331341), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.340177 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-302348b6-3915-4ab0-8632-e2042c0c0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b099175a-1bfe-41aa-94b2-750e2c331341), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.423432 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-302348b6-3915-4ab0-8632-e2042c0c0fa7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=700b010f64e4435c93df142144309089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512027 Jan 22 08:30:01.427738 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41312) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:01.440277 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302348b6-3915-4ab0-8632-e2042c0c0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b099175a-1bfe-41aa-94b2-750e2c331341,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:01.482102 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41316) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:01.523512 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] Publish callbacks [] for security_group (b099175a-1bfe-41aa-94b2-750e2c331341), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.574138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] Publish callbacks [] for security_group (b099175a-1bfe-41aa-94b2-750e2c331341), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.704214 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b099175a-1bfe-41aa-94b2-750e2c331341), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.711698 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:01.713347 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b099175a-1bfe-41aa-94b2-750e2c331341 HTTP/1.1" status: 204 len: 168 time: 0.2841780 Jan 22 08:30:01.724083 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf7992-2f57-4e5b-b4be-324c7b6998a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099175a-1bfe-41aa-94b2-750e2c331341,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:01.809761 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc655052-d184-4401-be01-07e59d461292 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:30:01.878023 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: dc655052-d184-4401-be01-07e59d461292 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:30:01.878721 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc655052-d184-4401-be01-07e59d461292 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:30:01.971797 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.146454 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Publish callbacks [] for security_group (55725000-8c36-4fc7-a68e-1ad472fde999), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.157821 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (55725000-8c36-4fc7-a68e-1ad472fde999), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.287453 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55725000-8c36-4fc7-a68e-1ad472fde999,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:02.298918 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae93be30e7944cd7a067129b4adad0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149548 Jan 22 08:30:02.302943 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41352) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:02.314692 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.315142 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.315558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.315799 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.316248 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.316570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.317006 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.317501 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.317794 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.318197 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.318938 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.319264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.319621 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562e485-306e-4ef3-84cf-5456f3a5acae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.417682 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Publish callbacks [] for security_group (55725000-8c36-4fc7-a68e-1ad472fde999), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.485232 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Publish callbacks [] for security_group (55725000-8c36-4fc7-a68e-1ad472fde999), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.624905 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (55725000-8c36-4fc7-a68e-1ad472fde999), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.632544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:02.634024 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/55725000-8c36-4fc7-a68e-1ad472fde999 HTTP/1.1" status: 204 len: 168 time: 0.3300328 Jan 22 08:30:02.657665 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55725000-8c36-4fc7-a68e-1ad472fde999,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:02.682557 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56878112-c150-42a0-9d44-dc4f3962fd79 req-f84857d0-f70e-49c8-ba29-c88b72c714d9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:02.700504 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.701022 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56878112-c150-42a0-9d44-dc4f3962fd79 req-f84857d0-f70e-49c8-ba29-c88b72c714d9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1847138 Jan 22 08:30:02.701526 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.702121 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.702748 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.706046 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.707078 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.707842 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.710891 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.712006 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.712799 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.714608 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.714798 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.715355 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305971c4-c8f8-4580-87cf-b924b8c3b768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:02.845970 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56878112-c150-42a0-9d44-dc4f3962fd79 req-a4ec2f48-fe82-411f-9593-3e369c96cc0b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388113 Jan 22 08:30:03.221475 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-407da7d0-f7a9-441b-98c4-f71e6dd25f95 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899746 Jan 22 08:30:03.371190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-b3dc3a78-17e3-40e9-8714-18c5e2fc995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:03.375408 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-b3dc3a78-17e3-40e9-8714-18c5e2fc995c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0876775 Jan 22 08:30:03.600040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-a5e340eb-8daa-42b5-b088-da2345dacb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:03.601978 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-a5e340eb-8daa-42b5-b088-da2345dacb42 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.1958923 Jan 22 08:30:03.639900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41406) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:03.694590 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-ce5891c8-6530-4306-b4a2-223b11de136b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.0750155 Jan 22 08:30:03.771969 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-d3fc2ea4-6895-4473-a340-080d46125a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:03.773741 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-d3fc2ea4-6895-4473-a340-080d46125a43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0685763 Jan 22 08:30:03.828759 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-65ae4356-4e2d-4dac-8a51-b815b9b51798 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434787 Jan 22 08:30:03.891334 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ff19-d19d-425d-a8cb-f033661f76fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.091654 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-dbbd45c6-9bab-4c91-a879-b44bb00e70ec service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534800 Jan 22 08:30:04.135037 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c1a0-bc71-4200-b038-a4ea8f37c06e req-88cb3c90-99c5-4865-b130-60279d3a1276 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:04.139260 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e74c1a0-bc71-4200-b038-a4ea8f37c06e req-88cb3c90-99c5-4865-b130-60279d3a1276 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1472089 Jan 22 08:30:04.237821 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ff19-d19d-425d-a8cb-f033661f76fd admin admin] Publish callbacks [] for security_group (ee5f8bb6-389e-4f56-b2b6-739e0cfe366a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.257506 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ff19-d19d-425d-a8cb-f033661f76fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ee5f8bb6-389e-4f56-b2b6-739e0cfe366a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.302187 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f60e38fe-7ee4-4fa0-8f35-e7fd08f5c49a req-a86d6691-bb73-4d87-95d9-b8458089e725 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015803 Jan 22 08:30:04.351194 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e74c1a0-bc71-4200-b038-a4ea8f37c06e req-ac00d768-67dc-4410-a144-4032f5d8edf1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977189 Jan 22 08:30:04.391836 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41442) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:04.405988 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c9b9ff19-d19d-425d-a8cb-f033661f76fd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f86446e55cf461697fc6d69c6ba1ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495966 Jan 22 08:30:04.419953 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ff19-d19d-425d-a8cb-f033661f76fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f8bb6-389e-4f56-b2b6-739e0cfe366a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:04.425698 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41444) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:04.507479 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] Publish callbacks [] for security_group (ee5f8bb6-389e-4f56-b2b6-739e0cfe366a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.536908 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Deleting subnet 35a46314-2067-4308-a64d-851734dcaa4c {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:30:04.542236 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Publish callbacks [] for subnet (35a46314-2067-4308-a64d-851734dcaa4c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.552676 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] Publish callbacks [] for security_group (ee5f8bb6-389e-4f56-b2b6-739e0cfe366a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.616909 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Publish callbacks [] for subnet (35a46314-2067-4308-a64d-851734dcaa4c), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.640098 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (35a46314-2067-4308-a64d-851734dcaa4c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.662731 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ee5f8bb6-389e-4f56-b2b6-739e0cfe366a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.662731 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.663917 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ee5f8bb6-389e-4f56-b2b6-739e0cfe366a HTTP/1.1" status: 204 len: 168 time: 0.2688107 Jan 22 08:30:04.715840 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc7326-dfa0-4e51-b5b8-aa11d65f7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f8bb6-389e-4f56-b2b6-739e0cfe366a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:04.789901 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (35a46314-2067-4308-a64d-851734dcaa4c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.822167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a46314-2067-4308-a64d-851734dcaa4c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:04.832154 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:04.838347 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b4b09ce6-6ac9-4780-8f93-85dcfd15de5a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/35a46314-2067-4308-a64d-851734dcaa4c HTTP/1.1" status: 204 len: 168 time: 0.4035413 Jan 22 08:30:04.838724 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41462) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:04.946605 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (91b7e931-3fac-4405-9d1a-6d9e20573ce3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.108258 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (91b7e931-3fac-4405-9d1a-6d9e20573ce3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.159050 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.159457 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.160325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.160944 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.161279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.161702 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.174671 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.174671 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.174671 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.174671 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.365781 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.366437 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.366980 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.367780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:30:05.368383 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b7e931-3fac-4405-9d1a-6d9e20573ce3']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:30:05.405645 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6029a0cb-64ec-4bab-aa56-2949a845aea6') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:30:05.406663 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6029a0cb-64ec-4bab-aa56-2949a845aea6') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:30:05.443001 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (6029a0cb-64ec-4bab-aa56-2949a845aea6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.479823 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (6029a0cb-64ec-4bab-aa56-2949a845aea6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.506978 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.507949 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:30:05.508111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (6029a0cb-64ec-4bab-aa56-2949a845aea6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:30:05.535626 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:30:05.549688 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde2d2b-7ae4-407f-9c7b-91c1d9fc888a req-2fcfc78d-e3f1-4b9b-9a60-69f6104cbbfd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:05.557145 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbde2d2b-7ae4-407f-9c7b-91c1d9fc888a req-2fcfc78d-e3f1-4b9b-9a60-69f6104cbbfd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0921228 Jan 22 08:30:05.630966 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbde2d2b-7ae4-407f-9c7b-91c1d9fc888a req-9e96e1e9-db67-45bd-a5bc-509a10c7302d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617638 Jan 22 08:30:05.632112 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41482) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:05.659258 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (91b7e931-3fac-4405-9d1a-6d9e20573ce3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.660828 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca05-25ed-4eb0-9970-da0597ae652d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.677479 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.681612 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] 10.222.0.84 "DELETE /v2.0/networks/91b7e931-3fac-4405-9d1a-6d9e20573ce3 HTTP/1.1" status: 204 len: 168 time: 0.8417799 Jan 22 08:30:05.697281 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c2eef-1d7d-43e2-aaa9-09288085ec9e admin admin] Pushing event deleted for resources: {'Network': ['ID=91b7e931-3fac-4405-9d1a-6d9e20573ce3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:05.842219 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca05-25ed-4eb0-9970-da0597ae652d admin admin] Publish callbacks [] for security_group (5ddfe2d2-f319-46b4-82a9-77454f5f0ec2), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.849899 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca05-25ed-4eb0-9970-da0597ae652d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5ddfe2d2-f319-46b4-82a9-77454f5f0ec2), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:05.939834 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-62a3ca05-25ed-4eb0-9970-da0597ae652d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3fc72d154ba474a83af6eae6062097d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058236 Jan 22 08:30:05.940116 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41496) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:05.941590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3ca05-25ed-4eb0-9970-da0597ae652d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddfe2d2-f319-46b4-82a9-77454f5f0ec2,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:06.026916 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] Publish callbacks [] for security_group (5ddfe2d2-f319-46b4-82a9-77454f5f0ec2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.058134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41498) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:06.059381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] Publish callbacks [] for security_group (5ddfe2d2-f319-46b4-82a9-77454f5f0ec2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.144894 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5ddfe2d2-f319-46b4-82a9-77454f5f0ec2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.145890 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-69497425-8393-4c3a-a902-4816755d8b51 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=80c76bbf91a44094a401712b1175f769&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845034 Jan 22 08:30:06.147223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41504) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:06.148211 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.149539 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ddfe2d2-f319-46b4-82a9-77454f5f0ec2 HTTP/1.1" status: 204 len: 168 time: 0.2074342 Jan 22 08:30:06.168829 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da9a07-4063-40ac-9991-d1689852b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddfe2d2-f319-46b4-82a9-77454f5f0ec2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:06.228286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] Publish callbacks [] for security_group (cb07390a-bb59-4703-a010-ef9c4bc5479e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.272133 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] Publish callbacks [] for security_group (cb07390a-bb59-4703-a010-ef9c4bc5479e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.392299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (cb07390a-bb59-4703-a010-ef9c4bc5479e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.400890 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:06.402725 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cb07390a-bb59-4703-a010-ef9c4bc5479e HTTP/1.1" status: 204 len: 168 time: 0.2536294 Jan 22 08:30:06.417007 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8801-c17c-4232-b82d-78b950272a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07390a-bb59-4703-a010-ef9c4bc5479e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:06.837018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ae8db-b142-4726-a4ae-bcfe7685b7a5 req-db84fe31-b9f4-4233-b37a-0d353da1b5b1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:06.838893 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f95ae8db-b142-4726-a4ae-bcfe7685b7a5 req-db84fe31-b9f4-4233-b37a-0d353da1b5b1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0778952 Jan 22 08:30:06.952020 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f95ae8db-b142-4726-a4ae-bcfe7685b7a5 req-074f7ab3-2fd8-4e75-af17-1eba33038725 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029394 Jan 22 08:30:06.999963 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97d250c2-06ce-451d-926f-c621f8dd1640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.256936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41542) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:07.277024 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e3739ce2-3407-49e4-bd01-70d8f8527444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.426905 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e3739ce2-3407-49e4-bd01-70d8f8527444 admin admin] Publish callbacks [] for security_group (db5b002d-c6c6-4a94-8152-d61ee9f60fbc), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.435811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e3739ce2-3407-49e4-bd01-70d8f8527444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (db5b002d-c6c6-4a94-8152-d61ee9f60fbc), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.521062 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e3739ce2-3407-49e4-bd01-70d8f8527444 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e05d3270d41444c2bd02b055678b7cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621555 Jan 22 08:30:07.523895 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41548) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:07.535909 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739ce2-3407-49e4-bd01-70d8f8527444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b002d-c6c6-4a94-8152-d61ee9f60fbc,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:07.623942 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] Publish callbacks [] for security_group (db5b002d-c6c6-4a94-8152-d61ee9f60fbc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.688413 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] Publish callbacks [] for security_group (db5b002d-c6c6-4a94-8152-d61ee9f60fbc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.812553 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (db5b002d-c6c6-4a94-8152-d61ee9f60fbc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.817457 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:07.819380 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/db5b002d-c6c6-4a94-8152-d61ee9f60fbc HTTP/1.1" status: 204 len: 168 time: 0.2937064 Jan 22 08:30:07.834537 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044b71-328d-4116-b269-1af0c8558f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b002d-c6c6-4a94-8152-d61ee9f60fbc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:08.160956 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:30:08.427046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c143f-6e57-4b89-b901-29bd8703f4f0 req-900bf93f-d847-4053-bb8f-94e45517b018 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:08.441638 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-129c143f-6e57-4b89-b901-29bd8703f4f0 req-900bf93f-d847-4053-bb8f-94e45517b018 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1576838 Jan 22 08:30:08.535544 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-129c143f-6e57-4b89-b901-29bd8703f4f0 req-47ae86c2-bfff-45b2-9179-67ec54312ad7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923531 Jan 22 08:30:09.608076 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-28b778a2-7d30-4249-a883-1aeb2165413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:09.819777 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba517a9-13a6-4174-8f7f-38ad3a93a53f req-2f4e752c-758c-458d-b6af-0c568eb5a0a1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:09.823077 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ba517a9-13a6-4174-8f7f-38ad3a93a53f req-2f4e752c-758c-458d-b6af-0c568eb5a0a1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1229427 Jan 22 08:30:09.952772 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ba517a9-13a6-4174-8f7f-38ad3a93a53f req-c8fdeef2-b62d-4b58-9a55-a5c7a207da45 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 Jan 22 08:30:11.156517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d87f72-447c-4a70-92fe-0cc745e7bd4e req-ddbc1ffc-7354-4d67-862d-ce37f1326009 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:11.167528 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47d87f72-447c-4a70-92fe-0cc745e7bd4e req-ddbc1ffc-7354-4d67-862d-ce37f1326009 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0890923 Jan 22 08:30:11.270858 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47d87f72-447c-4a70-92fe-0cc745e7bd4e req-5b5bfafa-efb9-49d0-b043-ccb97022f048 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881422 Jan 22 08:30:11.477878 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:12.188344 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41762) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:12.431529 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aebd04b-72f9-431d-8223-91be2c29dd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:12.498899 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20740-eb72-4a09-a247-265cdecf7d8d req-f1f93f49-bf56-49de-89ec-8a840c508c38 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:12.501885 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7bf20740-eb72-4a09-a247-265cdecf7d8d req-f1f93f49-bf56-49de-89ec-8a840c508c38 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1194215 Jan 22 08:30:12.638924 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7bf20740-eb72-4a09-a247-265cdecf7d8d req-3c947f0c-7778-4662-b005-558d72daacba tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228573 Jan 22 08:30:12.694470 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aebd04b-72f9-431d-8223-91be2c29dd33 admin admin] Publish callbacks [] for security_group (fe0abe02-9a26-47d2-832e-8e9b3661bc1d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:12.701182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5aebd04b-72f9-431d-8223-91be2c29dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fe0abe02-9a26-47d2-832e-8e9b3661bc1d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:12.774397 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5aebd04b-72f9-431d-8223-91be2c29dd33 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=44afdfa14140402f9367fc3631ae215d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837309 Jan 22 08:30:12.776245 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebd04b-72f9-431d-8223-91be2c29dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0abe02-9a26-47d2-832e-8e9b3661bc1d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:12.779280 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41786) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:12.853461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] Publish callbacks [] for security_group (fe0abe02-9a26-47d2-832e-8e9b3661bc1d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:12.900862 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] Publish callbacks [] for security_group (fe0abe02-9a26-47d2-832e-8e9b3661bc1d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:13.013912 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fe0abe02-9a26-47d2-832e-8e9b3661bc1d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:13.021885 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:13.032951 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe0abe02-9a26-47d2-832e-8e9b3661bc1d HTTP/1.1" status: 204 len: 168 time: 0.2437801 Jan 22 08:30:13.046457 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914edc-f6c0-4ee9-8ad6-e4fd79209343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0abe02-9a26-47d2-832e-8e9b3661bc1d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:13.789127 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:13.902210 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41818) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:13.955558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb20a-445e-4465-8407-93211b444257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.017594 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee713a3c-b8b9-403b-a466-2c89230a5acf req-7a6f03c2-ef5b-4c97-ae55-9a05fe4b6116 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:14.038327 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee713a3c-b8b9-403b-a466-2c89230a5acf req-7a6f03c2-ef5b-4c97-ae55-9a05fe4b6116 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1687112 Jan 22 08:30:14.180572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee713a3c-b8b9-403b-a466-2c89230a5acf req-f3376e59-77cf-4484-bf31-2295e079bea7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224751 Jan 22 08:30:14.217093 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb20a-445e-4465-8407-93211b444257 admin admin] Publish callbacks [] for security_group (214514c4-b43e-4ce4-ac61-fd9f30516189), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.225074 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb20a-445e-4465-8407-93211b444257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (214514c4-b43e-4ce4-ac61-fd9f30516189), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.299317 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3ddfb20a-445e-4465-8407-93211b444257 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9d0b75c5bf44c6686cb98d6d56e4ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930502 Jan 22 08:30:14.305697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb20a-445e-4465-8407-93211b444257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214514c4-b43e-4ce4-ac61-fd9f30516189,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:14.307187 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41830) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:14.394101 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.479373 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] Publish callbacks [] for security_group (214514c4-b43e-4ce4-ac61-fd9f30516189), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.534899 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] Publish callbacks [] for security_group (214514c4-b43e-4ce4-ac61-fd9f30516189), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.629400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (214514c4-b43e-4ce4-ac61-fd9f30516189), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.629400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:14.630472 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/214514c4-b43e-4ce4-ac61-fd9f30516189 HTTP/1.1" status: 204 len: 168 time: 0.3215678 Jan 22 08:30:14.658906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e612c90-8cb7-4f13-ad60-56f37a0db502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214514c4-b43e-4ce4-ac61-fd9f30516189,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:15.377884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cba4-9662-4fae-85ba-02fe7bd7c14e req-043ed079-bda9-4e78-b738-dc277076ddab tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:15.395942 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65b3cba4-9662-4fae-85ba-02fe7bd7c14e req-043ed079-bda9-4e78-b738-dc277076ddab tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1165733 Jan 22 08:30:15.477605 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65b3cba4-9662-4fae-85ba-02fe7bd7c14e req-75a1ed31-7388-40f5-a920-46fb9178f3d9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783262 Jan 22 08:30:16.425497 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41930) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:16.706315 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71c64621-3b50-40cf-ae17-410ed2fa71c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:16.863272 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19d05e-f267-4bff-a75a-6ec8add5820d req-9a7fedd7-dffb-4d2e-afd2-b745142f7f7b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:16.867479 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0e19d05e-f267-4bff-a75a-6ec8add5820d req-9a7fedd7-dffb-4d2e-afd2-b745142f7f7b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1638935 Jan 22 08:30:17.013208 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0e19d05e-f267-4bff-a75a-6ec8add5820d req-d519126b-53f1-4c91-b175-d0d400daf963 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355081 Jan 22 08:30:17.024758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71c64621-3b50-40cf-ae17-410ed2fa71c1 admin admin] Publish callbacks [] for security_group (9d3630bf-1f63-436e-89b7-20c385e86a95), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.042426 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71c64621-3b50-40cf-ae17-410ed2fa71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9d3630bf-1f63-436e-89b7-20c385e86a95), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.057726 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41958) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:17.122420 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c64621-3b50-40cf-ae17-410ed2fa71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3630bf-1f63-436e-89b7-20c385e86a95,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:17.132470 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-71c64621-3b50-40cf-ae17-410ed2fa71c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a2291310d60948c386906b0472067e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7055337 Jan 22 08:30:17.135832 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 41962) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:17.214576 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] Publish callbacks [] for security_group (9d3630bf-1f63-436e-89b7-20c385e86a95), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.243641 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] Publish callbacks [] for security_group (9d3630bf-1f63-436e-89b7-20c385e86a95), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.346736 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9d3630bf-1f63-436e-89b7-20c385e86a95), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.356893 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.359731 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9d3630bf-1f63-436e-89b7-20c385e86a95 HTTP/1.1" status: 204 len: 168 time: 0.2211711 Jan 22 08:30:17.377752 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7b3a3-7bee-40f3-8817-e8e32ff4f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3630bf-1f63-436e-89b7-20c385e86a95,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:17.492504 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98e66f0a-bfdb-4ce2-8daf-e85d6a853dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.651199 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98e66f0a-bfdb-4ce2-8daf-e85d6a853dd5 admin admin] Publish callbacks [] for security_group (18fd8899-a283-4196-8c88-e9514dd2dc1d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.660056 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98e66f0a-bfdb-4ce2-8daf-e85d6a853dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (18fd8899-a283-4196-8c88-e9514dd2dc1d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.726602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e66f0a-bfdb-4ce2-8daf-e85d6a853dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd8899-a283-4196-8c88-e9514dd2dc1d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:17.755364 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-98e66f0a-bfdb-4ce2-8daf-e85d6a853dd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c5ae88a1e384b6b8c6c21cefcd10a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6957183 Jan 22 08:30:17.757998 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 41994) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:17.896376 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] Publish callbacks [] for security_group (18fd8899-a283-4196-8c88-e9514dd2dc1d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.932488 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] Publish callbacks [] for security_group (18fd8899-a283-4196-8c88-e9514dd2dc1d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:17.987114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42006) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:18.024376 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa033-7203-443c-b7ce-dc391726d052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.075200 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (18fd8899-a283-4196-8c88-e9514dd2dc1d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.077165 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.083341 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18fd8899-a283-4196-8c88-e9514dd2dc1d HTTP/1.1" status: 204 len: 168 time: 0.3239615 Jan 22 08:30:18.103931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0933ef-c378-42c5-be14-96a04f3b8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd8899-a283-4196-8c88-e9514dd2dc1d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:18.287004 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa033-7203-443c-b7ce-dc391726d052 admin admin] Publish callbacks [] for security_group (515bc749-0e05-4d13-be17-eefe391708c9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.299660 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa033-7203-443c-b7ce-dc391726d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (515bc749-0e05-4d13-be17-eefe391708c9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.354370 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3aa033-7203-443c-b7ce-dc391726d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515bc749-0e05-4d13-be17-eefe391708c9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:18.360974 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fc3aa033-7203-443c-b7ce-dc391726d052 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f638cb0e9bb24352af69dec06543f64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724921 Jan 22 08:30:18.364328 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42028) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:18.367604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429498ed-8698-4a5f-b28d-088ef2611826 req-02a20132-d6c8-4a9a-ad1b-418445dea97e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:18.378826 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-429498ed-8698-4a5f-b28d-088ef2611826 req-02a20132-d6c8-4a9a-ad1b-418445dea97e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1321495 Jan 22 08:30:18.454538 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-429498ed-8698-4a5f-b28d-088ef2611826 req-5a61ef31-078b-44ad-990d-4e1ac27c75dd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740671 Jan 22 08:30:18.459580 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] Publish callbacks [] for security_group (515bc749-0e05-4d13-be17-eefe391708c9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.501220 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] Publish callbacks [] for security_group (515bc749-0e05-4d13-be17-eefe391708c9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.589449 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (515bc749-0e05-4d13-be17-eefe391708c9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.594056 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:18.596284 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/515bc749-0e05-4d13-be17-eefe391708c9 HTTP/1.1" status: 204 len: 168 time: 0.2306163 Jan 22 08:30:18.607804 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee79dde-28ee-4073-8e96-673978fe1384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515bc749-0e05-4d13-be17-eefe391708c9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:18.651026 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42036) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:18.815979 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42042) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:18.833145 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88a22856-bbce-4d6a-8102-c064d2787360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.036202 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88a22856-bbce-4d6a-8102-c064d2787360 admin admin] Publish callbacks [] for security_group (c4517c35-e58e-486c-abcb-65a7b291c451), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.045101 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88a22856-bbce-4d6a-8102-c064d2787360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (c4517c35-e58e-486c-abcb-65a7b291c451), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.098033 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a22856-bbce-4d6a-8102-c064d2787360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4517c35-e58e-486c-abcb-65a7b291c451,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:19.104737 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-88a22856-bbce-4d6a-8102-c064d2787360 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4314815932242ec87dd0b45fd8aa9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875507 Jan 22 08:30:19.108796 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42048) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:19.216743 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-34ad7ea7-a63d-4cb5-bf0a-021d407930ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.281289 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] Publish callbacks [] for security_group (c4517c35-e58e-486c-abcb-65a7b291c451), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.346772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] Publish callbacks [] for security_group (c4517c35-e58e-486c-abcb-65a7b291c451), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.437738 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42060) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:19.493390 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-34ad7ea7-a63d-4cb5-bf0a-021d407930ad admin admin] Publish callbacks [] for security_group (fd85b89c-c621-4e21-a5ea-8aa2cd6690a7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.509827 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-34ad7ea7-a63d-4cb5-bf0a-021d407930ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fd85b89c-c621-4e21-a5ea-8aa2cd6690a7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.520652 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (c4517c35-e58e-486c-abcb-65a7b291c451), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.526930 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.532303 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4517c35-e58e-486c-abcb-65a7b291c451 HTTP/1.1" status: 204 len: 168 time: 0.4194353 Jan 22 08:30:19.566278 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c5d2-82a2-49c1-a378-34395649af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4517c35-e58e-486c-abcb-65a7b291c451,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:19.600423 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-34ad7ea7-a63d-4cb5-bf0a-021d407930ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f533f53ec704d21998da9e2cde82cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481139 Jan 22 08:30:19.603460 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42070) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:19.673069 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad7ea7-a63d-4cb5-bf0a-021d407930ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd85b89c-c621-4e21-a5ea-8aa2cd6690a7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:19.733681 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] Publish callbacks [] for security_group (fd85b89c-c621-4e21-a5ea-8aa2cd6690a7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.776353 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] Publish callbacks [] for security_group (fd85b89c-c621-4e21-a5ea-8aa2cd6690a7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.822337 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1705-c6e4-40a9-9f22-bd25b0dc206a req-52360984-1284-4995-8f80-4fa22c0c2230 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:19.823974 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70ac1705-c6e4-40a9-9f22-bd25b0dc206a req-52360984-1284-4995-8f80-4fa22c0c2230 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1540077 Jan 22 08:30:19.864674 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f3a4c2-cda3-4ffb-9cd6-0eb32f37fa19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.928384 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fd85b89c-c621-4e21-a5ea-8aa2cd6690a7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.942736 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:19.948664 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd85b89c-c621-4e21-a5ea-8aa2cd6690a7 HTTP/1.1" status: 204 len: 168 time: 0.3398499 Jan 22 08:30:19.976049 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93d952-2fea-4783-8ebe-c93169ca2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd85b89c-c621-4e21-a5ea-8aa2cd6690a7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:19.980236 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70ac1705-c6e4-40a9-9f22-bd25b0dc206a req-376a62d5-b3cb-4aa6-9a64-0f901bff9b19 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406333 Jan 22 08:30:20.088177 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42080) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:20.113198 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f3a4c2-cda3-4ffb-9cd6-0eb32f37fa19 admin admin] Publish callbacks [] for security_group (d76bd725-3fa4-48f8-ace4-6c637c94ee0a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.125312 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f3a4c2-cda3-4ffb-9cd6-0eb32f37fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d76bd725-3fa4-48f8-ace4-6c637c94ee0a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.271733 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-83f3a4c2-cda3-4ffb-9cd6-0eb32f37fa19 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a2a871e61c9046fabddc62339f49d4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8349791 Jan 22 08:30:20.274921 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3a4c2-cda3-4ffb-9cd6-0eb32f37fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76bd725-3fa4-48f8-ace4-6c637c94ee0a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:20.275979 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42088) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:20.297168 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f76881-f76b-40d9-afc8-370c04f86bcd req-2043de4e-18ef-4889-b56a-b438d85837e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:20.300267 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-98f76881-f76b-40d9-afc8-370c04f86bcd req-2043de4e-18ef-4889-b56a-b438d85837e9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1098 time: 0.1896641 Jan 22 08:30:20.390704 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-98f76881-f76b-40d9-afc8-370c04f86bcd req-981e7bd1-5687-4dbd-9ec6-f0762a745d7d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823810 Jan 22 08:30:20.422203 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] Publish callbacks [] for security_group (d76bd725-3fa4-48f8-ace4-6c637c94ee0a), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.464381 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] Publish callbacks [] for security_group (d76bd725-3fa4-48f8-ace4-6c637c94ee0a), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.581939 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d76bd725-3fa4-48f8-ace4-6c637c94ee0a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.585169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.586459 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d76bd725-3fa4-48f8-ace4-6c637c94ee0a HTTP/1.1" status: 204 len: 168 time: 0.3079994 Jan 22 08:30:20.596668 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049db80-3078-4a60-a190-7b2eabe8548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76bd725-3fa4-48f8-ace4-6c637c94ee0a,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:20.741314 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-472967f1-2277-4010-bf98-c8e7b0f96696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.916601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-472967f1-2277-4010-bf98-c8e7b0f96696 admin admin] Publish callbacks [] for security_group (a0f19e8e-b793-4b77-abb3-2c77a1937a94), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.923846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-472967f1-2277-4010-bf98-c8e7b0f96696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a0f19e8e-b793-4b77-abb3-2c77a1937a94), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.939821 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42098) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:20.971960 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7b72-3254-4744-805a-49ae249f412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:20.979855 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-472967f1-2277-4010-bf98-c8e7b0f96696 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=23c6bd62756d4fb481eb19e1d3b11f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8904276 Jan 22 08:30:20.980786 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42100) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:20.982277 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472967f1-2277-4010-bf98-c8e7b0f96696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f19e8e-b793-4b77-abb3-2c77a1937a94,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:21.065443 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] Publish callbacks [] for security_group (a0f19e8e-b793-4b77-abb3-2c77a1937a94), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.108388 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] Publish callbacks [] for security_group (a0f19e8e-b793-4b77-abb3-2c77a1937a94), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.286647 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7b72-3254-4744-805a-49ae249f412d admin admin] Publish callbacks [] for security_group (d93ebac7-6505-4bd9-957d-5161040cd21c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.296283 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7b72-3254-4744-805a-49ae249f412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d93ebac7-6505-4bd9-957d-5161040cd21c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.308728 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42108) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:21.358578 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a1ae7b72-3254-4744-805a-49ae249f412d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2fc10d349f704d289835cabb57ae1395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156456 Jan 22 08:30:21.362786 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42110) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:21.397647 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae7b72-3254-4744-805a-49ae249f412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ebac7-6505-4bd9-957d-5161040cd21c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:21.399545 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a0f19e8e-b793-4b77-abb3-2c77a1937a94), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.414744 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.417801 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0f19e8e-b793-4b77-abb3-2c77a1937a94 HTTP/1.1" status: 204 len: 168 time: 0.4318986 Jan 22 08:30:21.438590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c12ce-a155-4469-9135-7e80a8af8b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.460960 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] Publish callbacks [] for security_group (d93ebac7-6505-4bd9-957d-5161040cd21c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.498578 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] Publish callbacks [] for security_group (d93ebac7-6505-4bd9-957d-5161040cd21c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.613637 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (d93ebac7-6505-4bd9-957d-5161040cd21c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.626288 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:21.634116 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d93ebac7-6505-4bd9-957d-5161040cd21c HTTP/1.1" status: 204 len: 168 time: 0.2695565 Jan 22 08:30:21.651086 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180397d5-c0fe-4ef4-8afa-8fd8722a5b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ebac7-6505-4bd9-957d-5161040cd21c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:21.993985 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd71bb7-0ab2-4537-b085-20593269b3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f19e8e-b793-4b77-abb3-2c77a1937a94,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:22.017943 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c3a7-d500-4fdd-b4ec-77ba7fba4cb3 req-c65a8430-83ce-4bb0-8810-83279144609d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:22.020969 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b96c3a7-d500-4fdd-b4ec-77ba7fba4cb3 req-c65a8430-83ce-4bb0-8810-83279144609d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.8348784 Jan 22 08:30:22.160389 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b96c3a7-d500-4fdd-b4ec-77ba7fba4cb3 req-23394a69-dfbc-4b35-b08a-f20d3f2a621b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268988 Jan 22 08:30:22.230159 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c12ce-a155-4469-9135-7e80a8af8b6f admin admin] Publish callbacks [] for security_group (295c9330-960d-4ef3-8153-e8a400bd9c9d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.236772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c12ce-a155-4469-9135-7e80a8af8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (295c9330-960d-4ef3-8153-e8a400bd9c9d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.318800 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1f9c12ce-a155-4469-9135-7e80a8af8b6f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8eef3fbe29474a5f992c365a7e44c4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0076578 Jan 22 08:30:22.322395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c12ce-a155-4469-9135-7e80a8af8b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c9330-960d-4ef3-8153-e8a400bd9c9d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:22.323277 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42126) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:22.335984 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42128) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:22.362249 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18c1e584-a2a3-4624-afa5-bf660f8258a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.439130 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] Publish callbacks [] for security_group (295c9330-960d-4ef3-8153-e8a400bd9c9d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.497277 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] Publish callbacks [] for security_group (295c9330-960d-4ef3-8153-e8a400bd9c9d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.521914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42132) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:22.571454 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6a10fd7-261e-4216-b529-8465d0669047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.620487 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (295c9330-960d-4ef3-8153-e8a400bd9c9d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.627581 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.635086 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/295c9330-960d-4ef3-8153-e8a400bd9c9d HTTP/1.1" status: 204 len: 168 time: 0.3098598 Jan 22 08:30:22.647349 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9f993-ae3c-4405-b7f9-814ac57b8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c9330-960d-4ef3-8153-e8a400bd9c9d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:22.666119 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18c1e584-a2a3-4624-afa5-bf660f8258a3 admin admin] Publish callbacks [] for security_group (2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.695604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-18c1e584-a2a3-4624-afa5-bf660f8258a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.816513 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-18c1e584-a2a3-4624-afa5-bf660f8258a3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d4eccbac737a4ada98a94abd2cf0980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4787557 Jan 22 08:30:22.819339 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42144) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:22.824141 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1e584-a2a3-4624-afa5-bf660f8258a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:22.901637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6a10fd7-261e-4216-b529-8465d0669047 admin admin] Publish callbacks [] for security_group (167cd567-4ebd-44e4-abb0-ae907d16c96e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.909766 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6a10fd7-261e-4216-b529-8465d0669047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (167cd567-4ebd-44e4-abb0-ae907d16c96e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.956463 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] Publish callbacks [] for security_group (2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:22.998796 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c6a10fd7-261e-4216-b529-8465d0669047 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb9c7cd69a9e41f0b69fdd0f4358a4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710515 Jan 22 08:30:23.000462 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42150) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:23.015286 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] Publish callbacks [] for security_group (2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.095412 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10fd7-261e-4216-b529-8465d0669047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167cd567-4ebd-44e4-abb0-ae907d16c96e,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:23.127896 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.131461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.131937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] Publish callbacks [] for security_group (167cd567-4ebd-44e4-abb0-ae907d16c96e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.139889 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179 HTTP/1.1" status: 204 len: 168 time: 0.3157237 Jan 22 08:30:23.158688 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c93676-246b-4f2b-85ff-3a3271261abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feaeb7b-eb99-4a92-8d3f-e0a3f0c0c179,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:23.187541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] Publish callbacks [] for security_group (167cd567-4ebd-44e4-abb0-ae907d16c96e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.323498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (167cd567-4ebd-44e4-abb0-ae907d16c96e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.329618 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.331821 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/167cd567-4ebd-44e4-abb0-ae907d16c96e HTTP/1.1" status: 204 len: 168 time: 0.3224714 Jan 22 08:30:23.381776 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5511650-1986-4b8d-8b8a-13d4c56742db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167cd567-4ebd-44e4-abb0-ae907d16c96e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:23.420404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36512538-2c72-42b6-96f1-7eba5e4bb72b req-0cb3784e-4f84-45af-a1f1-75a663c74019 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:23.422417 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36512538-2c72-42b6-96f1-7eba5e4bb72b req-0cb3784e-4f84-45af-a1f1-75a663c74019 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1227906 Jan 22 08:30:23.433289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42162) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:23.458447 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5f4b-b45e-451b-99c8-69f91eb024a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.521748 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36512538-2c72-42b6-96f1-7eba5e4bb72b req-43805908-0bf4-4ff7-b994-193016380e55 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883999 Jan 22 08:30:23.608019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5f4b-b45e-451b-99c8-69f91eb024a4 admin admin] Publish callbacks [] for security_group (a33b9b27-1893-42eb-9a86-f419dd598085), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.613984 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5f4b-b45e-451b-99c8-69f91eb024a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a33b9b27-1893-42eb-9a86-f419dd598085), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:23.731305 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0f1f5f4b-b45e-451b-99c8-69f91eb024a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78cd271e4ad342818cd5dd824db6de1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943456 Jan 22 08:30:23.739493 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42174) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:23.787453 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727ccd7-f3b3-4a0f-be7f-eb249bdae020 req-98a11959-04c6-4189-a9f2-21d614c4ad88 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:23.792882 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d727ccd7-f3b3-4a0f-be7f-eb249bdae020 req-98a11959-04c6-4189-a9f2-21d614c4ad88 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0828862 Jan 22 08:30:23.809885 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5f4b-b45e-451b-99c8-69f91eb024a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b9b27-1893-42eb-9a86-f419dd598085,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:23.912141 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d727ccd7-f3b3-4a0f-be7f-eb249bdae020 req-b975a993-6e30-4d5f-a83b-c51d071c7cf9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115205 Jan 22 08:30:23.984844 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] Publish callbacks [] for security_group (a33b9b27-1893-42eb-9a86-f419dd598085), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.368242 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] Publish callbacks [] for security_group (a33b9b27-1893-42eb-9a86-f419dd598085), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.446583 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a33b9b27-1893-42eb-9a86-f419dd598085), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.458238 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.459474 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a33b9b27-1893-42eb-9a86-f419dd598085 HTTP/1.1" status: 204 len: 168 time: 0.7186716 Jan 22 08:30:24.475349 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eac152-18aa-4d8e-acf2-b0bc92c5665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b9b27-1893-42eb-9a86-f419dd598085,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:24.570870 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42206) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:24.600168 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-744032b1-e2ad-4e21-a584-31a7a76c0d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.741019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-744032b1-e2ad-4e21-a584-31a7a76c0d16 admin admin] Publish callbacks [] for security_group (8eeca269-1263-4b59-8d25-8b0389078377), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.747903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-744032b1-e2ad-4e21-a584-31a7a76c0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8eeca269-1263-4b59-8d25-8b0389078377), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.808108 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744032b1-e2ad-4e21-a584-31a7a76c0d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeca269-1263-4b59-8d25-8b0389078377,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:24.815947 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42214) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:24.816222 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-744032b1-e2ad-4e21-a584-31a7a76c0d16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbbfdf866b9e4893973c46e60026eebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435281 Jan 22 08:30:24.881818 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] Publish callbacks [] for security_group (8eeca269-1263-4b59-8d25-8b0389078377), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.915495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] Publish callbacks [] for security_group (8eeca269-1263-4b59-8d25-8b0389078377), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.982919 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8eeca269-1263-4b59-8d25-8b0389078377), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.986325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:24.987876 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8eeca269-1263-4b59-8d25-8b0389078377 HTTP/1.1" status: 204 len: 168 time: 0.1692357 Jan 22 08:30:24.999385 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6f8a5-8b50-4e2e-84ac-2cbe07db58a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeca269-1263-4b59-8d25-8b0389078377,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:26.816926 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3d20c-613b-4a46-99f2-028d70906426 req-f1a3c2ba-c252-4846-b10a-2932579ce315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:26.819678 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-f1a3c2ba-c252-4846-b10a-2932579ce315 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0946281 Jan 22 08:30:26.897578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c8ca-1107-4994-9d83-dcedf6ba5467 req-c33192b5-609a-4e90-a711-41f74f0f05d4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:26.901337 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0a9c8ca-1107-4994-9d83-dcedf6ba5467 req-c33192b5-609a-4e90-a711-41f74f0f05d4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Jan 22 08:30:27.102828 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3d20c-613b-4a46-99f2-028d70906426 req-0b37c310-0a47-4ac4-ac2d-7cbb70161e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:27.107929 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-0b37c310-0a47-4ac4-ac2d-7cbb70161e71 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.2811031 Jan 22 08:30:27.115882 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0a9c8ca-1107-4994-9d83-dcedf6ba5467 req-097c03d9-3250-413d-ac86-78440efc224f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052879 Jan 22 08:30:27.219751 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-e4b01b1f-2683-4e69-8275-8f920b2d22e5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.1000643 Jan 22 08:30:27.342245 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3d20c-613b-4a46-99f2-028d70906426 req-fa9f5f83-01cf-4c92-8dc7-962bf43cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:27.344479 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-fa9f5f83-01cf-4c92-8dc7-962bf43cac1a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.1078377 Jan 22 08:30:27.394167 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-9cafe24d-4db2-4bd3-b0e6-ccf5624762d2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426383 Jan 22 08:30:27.570208 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-581866cf-7d2a-4d96-b1c3-03d11d5f6594 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680727 Jan 22 08:30:27.808043 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-faa3d20c-613b-4a46-99f2-028d70906426 req-53ec639d-843a-4446-8fbc-618e894bf028 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305787 Jan 22 08:30:27.827452 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42376) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:28.057461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a310710c-fed1-4f1f-bfc2-922eac161f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.204476 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a310710c-fed1-4f1f-bfc2-922eac161f36 admin admin] Publish callbacks [] for security_group (c2298b57-f3db-445c-9adf-d88e5100ac8d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.212531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a310710c-fed1-4f1f-bfc2-922eac161f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (c2298b57-f3db-445c-9adf-d88e5100ac8d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.286809 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310710c-fed1-4f1f-bfc2-922eac161f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2298b57-f3db-445c-9adf-d88e5100ac8d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:28.302833 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a310710c-fed1-4f1f-bfc2-922eac161f36 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=901a28b59c46460b9f5a1fe9f07dba69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695711 Jan 22 08:30:28.302833 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42390) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:28.438701 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa2fb2-49bb-4221-ac2d-89ebfc0bd120 req-776df4a9-5a85-4ca0-a653-1c1ddf22575a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:28.438701 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ffa2fb2-49bb-4221-ac2d-89ebfc0bd120 req-776df4a9-5a85-4ca0-a653-1c1ddf22575a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1021795 Jan 22 08:30:28.444483 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] Publish callbacks [] for security_group (c2298b57-f3db-445c-9adf-d88e5100ac8d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.525002 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] Publish callbacks [] for security_group (c2298b57-f3db-445c-9adf-d88e5100ac8d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.534292 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ffa2fb2-49bb-4221-ac2d-89ebfc0bd120 req-61de4909-eb94-4040-a063-5ebed719a808 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884993 Jan 22 08:30:28.658586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (c2298b57-f3db-445c-9adf-d88e5100ac8d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.662733 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:28.668562 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2298b57-f3db-445c-9adf-d88e5100ac8d HTTP/1.1" status: 204 len: 168 time: 0.3639076 Jan 22 08:30:28.689658 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76dc26-58e6-4f93-a4f8-0fcfa0a658bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2298b57-f3db-445c-9adf-d88e5100ac8d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:29.309621 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42418) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:29.492946 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8a33-a12a-4297-8b14-86e24838aefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:29.611827 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8a33-a12a-4297-8b14-86e24838aefc admin admin] Publish callbacks [] for security_group (4148d7e3-e744-4071-9026-72b896cb2cc9), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:29.620127 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8a33-a12a-4297-8b14-86e24838aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4148d7e3-e744-4071-9026-72b896cb2cc9), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:29.766923 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ef1d8a33-a12a-4297-8b14-86e24838aefc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b6feab89dbd422a87be207338e3eb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546580 Jan 22 08:30:29.767151 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42438) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:29.792302 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8a33-a12a-4297-8b14-86e24838aefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4148d7e3-e744-4071-9026-72b896cb2cc9,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:29.817378 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbd0df-5474-4338-8d98-80bebd1c455f req-31f969b8-36d1-400f-84de-23267fa7b7f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:29.828321 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ffbd0df-5474-4338-8d98-80bebd1c455f req-31f969b8-36d1-400f-84de-23267fa7b7f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1328125 Jan 22 08:30:29.895954 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] Publish callbacks [] for security_group (4148d7e3-e744-4071-9026-72b896cb2cc9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:29.910264 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ffbd0df-5474-4338-8d98-80bebd1c455f req-e9c86d78-6a7a-42da-890b-b14e6b6f3a65 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Jan 22 08:30:29.948322 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] Publish callbacks [] for security_group (4148d7e3-e744-4071-9026-72b896cb2cc9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:30.039811 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4148d7e3-e744-4071-9026-72b896cb2cc9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:30.046050 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:30.048619 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4148d7e3-e744-4071-9026-72b896cb2cc9 HTTP/1.1" status: 204 len: 168 time: 0.2798562 Jan 22 08:30:30.072023 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b66c0-e81f-455b-9f17-ffe8519d6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4148d7e3-e744-4071-9026-72b896cb2cc9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:30.845724 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42474) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:30.871949 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6472aa5-4545-4540-b795-f322ebeb9176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.063365 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6472aa5-4545-4540-b795-f322ebeb9176 admin admin] Publish callbacks [] for security_group (693fe4a5-1d35-449e-9b3f-258b38b0a937), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.070933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6472aa5-4545-4540-b795-f322ebeb9176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (693fe4a5-1d35-449e-9b3f-258b38b0a937), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.095285 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687e0e-6510-4cda-a391-669f7442e857 req-f2178938-b431-4ca7-98fa-1baab15c7ab4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:31.096958 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24687e0e-6510-4cda-a391-669f7442e857 req-f2178938-b431-4ca7-98fa-1baab15c7ab4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Jan 22 08:30:31.147535 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6472aa5-4545-4540-b795-f322ebeb9176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fe4a5-1d35-449e-9b3f-258b38b0a937,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:31.156009 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a6472aa5-4545-4540-b795-f322ebeb9176 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=48818d84a42d4e53a52b8dd26d7f870f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082170 Jan 22 08:30:31.158586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42482) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:31.191617 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24687e0e-6510-4cda-a391-669f7442e857 req-0f9a4070-0829-43a1-b600-424c705b2f97 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816443 Jan 22 08:30:31.232673 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] Publish callbacks [] for security_group (693fe4a5-1d35-449e-9b3f-258b38b0a937), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.270560 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] Publish callbacks [] for security_group (693fe4a5-1d35-449e-9b3f-258b38b0a937), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.350968 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (693fe4a5-1d35-449e-9b3f-258b38b0a937), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.356149 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:31.358082 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/693fe4a5-1d35-449e-9b3f-258b38b0a937 HTTP/1.1" status: 204 len: 168 time: 0.1978369 Jan 22 08:30:31.373057 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e297881-8478-406d-a2c7-1df22547d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fe4a5-1d35-449e-9b3f-258b38b0a937,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:32.319349 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-81e809b4-04a1-465a-8eee-233bb16122ca tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723293 Jan 22 08:30:32.646713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081b9d3-f9ec-40a3-896a-b3d471b54e9d req-5331e0dd-6f34-42f0-aecb-731948ad65f8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:32.648563 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e081b9d3-f9ec-40a3-896a-b3d471b54e9d req-5331e0dd-6f34-42f0-aecb-731948ad65f8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2603266 Jan 22 08:30:32.679907 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-199e170d-55ab-4540-b7fe-764a0f86cb4b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:32.689143 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-199e170d-55ab-4540-b7fe-764a0f86cb4b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3685555 Jan 22 08:30:32.712878 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-d670823a-cf7e-4f4c-a617-d0dff8ff28a9 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/quotas/f8029b2b66734ff5bc46a1add2c9ce7a HTTP/1.1" status: 200 len: 375 time: 0.0223651 Jan 22 08:30:32.783446 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e081b9d3-f9ec-40a3-896a-b3d471b54e9d req-1cb6fe72-c226-4afc-9bbc-5f95901ffed4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238041 Jan 22 08:30:32.788132 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-01de49a4-6fe3-4ef5-98ee-f3314af6703b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572023 Jan 22 08:30:33.073548 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64daea5b-962f-447f-92bb-356484ca7734 req-a0086917-d7e5-460e-ac76-9e9a8f820cc1 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0447841 Jan 22 08:30:33.421083 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42576) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:33.619880 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6008625c-ac9a-4628-a63a-0a8fd4da14d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:33.799038 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6008625c-ac9a-4628-a63a-0a8fd4da14d2 admin admin] Publish callbacks [] for security_group (89af983f-628e-44c2-9815-6086ad7340c2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:33.807907 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6008625c-ac9a-4628-a63a-0a8fd4da14d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (89af983f-628e-44c2-9815-6086ad7340c2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:33.866922 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6008625c-ac9a-4628-a63a-0a8fd4da14d2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=482fef6904f243da9581621655725f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4442337 Jan 22 08:30:33.867911 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42588) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:33.868409 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008625c-ac9a-4628-a63a-0a8fd4da14d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af983f-628e-44c2-9815-6086ad7340c2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:33.983936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] Publish callbacks [] for security_group (89af983f-628e-44c2-9815-6086ad7340c2), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.023617 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] Publish callbacks [] for security_group (89af983f-628e-44c2-9815-6086ad7340c2), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.045070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094be5c-1650-4c11-84b3-fc85c9c75eb3 req-822f41d4-7061-41d7-8a0d-798c575944ae tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:34.047097 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1094be5c-1650-4c11-84b3-fc85c9c75eb3 req-822f41d4-7061-41d7-8a0d-798c575944ae tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1107190 Jan 22 08:30:34.147175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1094be5c-1650-4c11-84b3-fc85c9c75eb3 req-e1875ea1-1918-43a3-9d1c-38051a2e56ed tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Jan 22 08:30:34.165078 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (89af983f-628e-44c2-9815-6086ad7340c2), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.170601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.172706 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89af983f-628e-44c2-9815-6086ad7340c2 HTTP/1.1" status: 204 len: 168 time: 0.3033564 Jan 22 08:30:34.188967 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970b375-8ece-4747-866d-497d1ca8698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af983f-628e-44c2-9815-6086ad7340c2,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:34.262562 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-478882e7-5c39-46a3-9951-16ed5e1946e5 req-ee174413-c523-46c2-bf1e-542780e61bdd tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0429554 Jan 22 08:30:34.706353 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42602) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:34.744738 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cea8f8f3-1c3e-4a49-a7c9-df3dcd8e9b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.934957 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-2509ed95-c504-411a-9ce6-b524a4a7e03a tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255233 Jan 22 08:30:34.937251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cea8f8f3-1c3e-4a49-a7c9-df3dcd8e9b55 admin admin] Publish callbacks [] for security_group (1cf63db2-16b7-4912-b577-b5a1696cc9da), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:34.943911 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cea8f8f3-1c3e-4a49-a7c9-df3dcd8e9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (1cf63db2-16b7-4912-b577-b5a1696cc9da), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.042736 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cea8f8f3-1c3e-4a49-a7c9-df3dcd8e9b55 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3df6c67be136485b96950bcef8874021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348689 Jan 22 08:30:35.046586 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42610) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:35.077178 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8f8f3-1c3e-4a49-a7c9-df3dcd8e9b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf63db2-16b7-4912-b577-b5a1696cc9da,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:35.167094 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] Publish callbacks [] for security_group (1cf63db2-16b7-4912-b577-b5a1696cc9da), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.253844 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] Publish callbacks [] for security_group (1cf63db2-16b7-4912-b577-b5a1696cc9da), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.527828 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.629050 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-e082f4eb-84b7-4cd5-bb9b-8a2b4bfbac78 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:35.635256 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-e082f4eb-84b7-4cd5-bb9b-8a2b4bfbac78 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6897738 Jan 22 08:30:35.642845 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5d53d3c-7185-4c34-aac8-d06ecfb87963 req-6f8f3e0a-9a82-49ab-8d13-24a87cba172a tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0908720 Jan 22 08:30:35.657053 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Request body: {'port': {'device_id': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5', 'admin_state_up': True, 'tenant_id': 'f8029b2b66734ff5bc46a1add2c9ce7a'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:30:35.696931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055657c-fc35-4354-bfdb-e31ec4f1f301 req-ddaab34c-faa9-473d-873c-1548dcb68aa9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:35.703994 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f055657c-fc35-4354-bfdb-e31ec4f1f301 req-ddaab34c-faa9-473d-873c-1548dcb68aa9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2957423 Jan 22 08:30:35.706610 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (1cf63db2-16b7-4912-b577-b5a1696cc9da), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.711951 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:35.714367 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1cf63db2-16b7-4912-b577-b5a1696cc9da HTTP/1.1" status: 204 len: 168 time: 0.6659513 Jan 22 08:30:35.802667 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b423f24-5875-4866-bc4b-97d48cd6c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf63db2-16b7-4912-b577-b5a1696cc9da,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:35.967035 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f055657c-fc35-4354-bfdb-e31ec4f1f301 req-58644f64-08ae-4a67-b364-2d557450aa9c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282133 Jan 22 08:30:35.989472 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Made reservation on behalf of f8029b2b66734ff5bc46a1add2c9ce7a for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:30:35.989472 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:36.049682 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:36.244962 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks [] for security_group (ce000018-db7f-47bb-ad30-137e5f76768f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:36.252235 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ce000018-db7f-47bb-ad30-137e5f76768f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:36.405803 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce000018-db7f-47bb-ad30-137e5f76768f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:36.546492 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Allocated IP 192.168.233.140 (dc776c2d-0a93-49cd-9f79-0a719ef3eed5/2835751a-1154-41d1-a1c4-421fffdba3b2/e089f677-f102-4127-bfd7-058468e52042) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:30:36.906682 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks [] for port (e089f677-f102-4127-bfd7-058468e52042), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:36.912838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d74cf74b-3292-42e0-9b3d-6ab86bfb635b req-9f8d27d5-8119-4388-9e01-fe9eaac8e0cd tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0553286 Jan 22 08:30:37.000816 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (e089f677-f102-4127-bfd7-058468e52042), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:37.013764 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8997dba2-d981-49b1-b0a5-7081ab7083c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:37.121669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:30:37.127520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:30:37.138245 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:30:37.145835 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Pushing event updated for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:37.255531 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bef06-7438-48c6-8fe7-af6d67454be3 req-24ed5e6d-ef0d-45c8-bed6-057649bec53e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:37.283246 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b60bef06-7438-48c6-8fe7-af6d67454be3 req-24ed5e6d-ef0d-45c8-bed6-057649bec53e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1469374 Jan 22 08:30:37.325195 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:37.326099 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:37.359022 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-4d1b74d3-784b-486d-aa66-bd6e6652e71f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7080772 Jan 22 08:30:37.384838 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Request body: {'port': {'device_id': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:30:37.397447 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b60bef06-7438-48c6-8fe7-af6d67454be3 req-4df0591d-a4a7-4ab5-b82d-351c9e70d203 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129184 Jan 22 08:30:37.510415 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e089f677-f102-4127-bfd7-058468e52042), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:37.705800 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2bebbf56-4b28-40b9-84ad-c735881dffc9 None None] Provisioning complete for port e089f677-f102-4127-bfd7-058468e52042 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:30:37.706568 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2bebbf56-4b28-40b9-84ad-c735881dffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (e089f677-f102-4127-bfd7-058468e52042), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:37.792137 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2bebbf56-4b28-40b9-84ad-c735881dffc9 None None] Port e089f677-f102-4127-bfd7-058468e52042 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:30:38.087254 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e089f677-f102-4127-bfd7-058468e52042 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:30:38.103267 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks [] for port (e089f677-f102-4127-bfd7-058468e52042), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:38.130727 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Transition to ACTIVE for port object e089f677-f102-4127-bfd7-058468e52042 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:30:38.139533 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (e089f677-f102-4127-bfd7-058468e52042), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:38.207875 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678854d8-090e-4a22-80ed-e34582d31af5 req-2d40482c-4ab9-465e-b10e-b38c839301c4 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:38.210712 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-678854d8-090e-4a22-80ed-e34582d31af5 req-2d40482c-4ab9-465e-b10e-b38c839301c4 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 936 time: 0.1135213 Jan 22 08:30:38.258058 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:38.351408 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-678854d8-090e-4a22-80ed-e34582d31af5 req-8e534f27-e97e-412d-93a5-e2a6726b5b2b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289015 Jan 22 08:30:38.548855 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Attempting to bind port e089f677-f102-4127-bfd7-058468e52042 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:30:38.549562 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Attempting to bind port e089f677-f102-4127-bfd7-058468e52042 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:30:38.550158 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Attempting to bind port e089f677-f102-4127-bfd7-058468e52042 on network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:30:38.561052 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Port e089f677-f102-4127-bfd7-058468e52042 on network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:30:38.561884 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Attempting to bind port e089f677-f102-4127-bfd7-058468e52042 on network dc776c2d-0a93-49cd-9f79-0a719ef3eed5 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:30:38.573534 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:30:38.576649 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Checking segment: {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:30:38.577808 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Bound using segment: {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:30:38.578609 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Bound port: e089f677-f102-4127-bfd7-058468e52042, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80fe635-45dd-4a1d-b559-4a223c06b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:30:38.579621 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e089f677-f102-4127-bfd7-058468e52042), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:38.762605 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290665eb-8b54-495f-b060-a2e51cb22320 req-6d0c0575-eee4-4f9e-b2ad-85c997ea0c26 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:38.772595 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-290665eb-8b54-495f-b060-a2e51cb22320 req-6d0c0575-eee4-4f9e-b2ad-85c997ea0c26 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1620290 Jan 22 08:30:38.807412 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:30:38.817067 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e089f677-f102-4127-bfd7-058468e52042,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:30:38.830380 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (e089f677-f102-4127-bfd7-058468e52042), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:38.949843 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-290665eb-8b54-495f-b060-a2e51cb22320 req-543f6799-04e1-4950-8a7a-50edcb7655c6 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592703 Jan 22 08:30:39.019618 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:39.024389 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:39.026294 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] 10.222.0.107 "PUT /v2.0/ports/e089f677-f102-4127-bfd7-058468e52042 HTTP/1.1" status: 200 len: 1098 time: 1.6596258 Jan 22 08:30:39.027997 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'tag': 'e089f677-f102-4127-bfd7-058468e52042'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:30:39.034976 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f97510-ca42-47d1-beea-b108131814e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "tag": "e089f677-f102-4127-bfd7-058468e52042"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:30:39.152897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c5872-0f02-48c0-a79a-9f919033a9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:39.229303 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd26482-3fb8-4a6f-b4e4-601d4d4bc7c8 x-openstack-request-id: req-8fd26482-3fb8-4a6f-b4e4-601d4d4bc7c8 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:30:39.230361 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "tag": "e089f677-f102-4127-bfd7-058468e52042", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:30:39.231456 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8fd26482-3fb8-4a6f-b4e4-601d4d4bc7c8 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:30:39.232367 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'tag': 'e089f677-f102-4127-bfd7-058468e52042', 'status': 'completed', 'code': 200} Jan 22 08:30:39.257812 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-e3675177-dd16-4b40-acd2-0effda64514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:39.260692 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-e3675177-dd16-4b40-acd2-0effda64514c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 1101 time: 0.1215296 Jan 22 08:30:39.376013 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-13e04e20-6067-4260-8f33-fa10af33a698 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e089f677-f102-4127-bfd7-058468e52042 HTTP/1.1" status: 200 len: 217 time: 0.0986838 Jan 22 08:30:39.530602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-81aac1eb-cd2d-419b-9336-b30d477b602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:39.532685 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-81aac1eb-cd2d-419b-9336-b30d477b602e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2835751a-1154-41d1-a1c4-421fffdba3b2 HTTP/1.1" status: 200 len: 843 time: 0.1481369 Jan 22 08:30:39.578330 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-382ef809-691f-4d67-a253-ba8bf8296448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:39.652707 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-86b103fc-eddf-4a96-b69c-d487fbb810f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:39.656006 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-86b103fc-eddf-4a96-b69c-d487fbb810f7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc776c2d-0a93-49cd-9f79-0a719ef3eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1167791 Jan 22 08:30:39.718951 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c30cb-3b51-413b-a7bb-80dd6b88d8c1 req-afa58624-ad13-45ec-8134-4f83d173e83e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:39.725677 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-005c30cb-3b51-413b-a7bb-80dd6b88d8c1 req-afa58624-ad13-45ec-8134-4f83d173e83e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 948 time: 0.1933529 Jan 22 08:30:39.833212 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-71303560-58f6-43e5-8b49-6c3657a0fd16 service neutron] 10.222.0.107 "GET /v2.0/networks/dc776c2d-0a93-49cd-9f79-0a719ef3eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689053 Jan 22 08:30:39.834799 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-005c30cb-3b51-413b-a7bb-80dd6b88d8c1 req-91da446c-e84e-4587-8ebf-ccf3c0af7bd5 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Jan 22 08:30:40.002586 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-71e969f7-6ed8-4f9c-88cf-4fa7a22ba140 req-b2bf8d3e-b09c-45fb-9b2d-d2b5e3ac994e service neutron] 10.222.0.107 "GET /v2.0/networks/dc776c2d-0a93-49cd-9f79-0a719ef3eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600511 Jan 22 08:30:40.178587 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4e58-6761-4d56-bec6-8990de4e4232 req-e1a37cc0-f1e8-4898-bf44-dea0bc76d51a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:40.181915 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22ec4e58-6761-4d56-bec6-8990de4e4232 req-e1a37cc0-f1e8-4898-bf44-dea0bc76d51a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0781171 Jan 22 08:30:40.188120 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f97510-ca42-47d1-beea-b108131814e9 req-8b07a5a7-bd5b-4287-ad8b-7a92c8365ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:40.189722 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-8b07a5a7-bd5b-4287-ad8b-7a92c8365ddc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 1101 time: 0.1074116 Jan 22 08:30:40.256685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22ec4e58-6761-4d56-bec6-8990de4e4232 req-b558b40a-3130-49ba-ac4e-6afc73e6e0c8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Jan 22 08:30:40.352125 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f97510-ca42-47d1-beea-b108131814e9 req-c214ba0b-7b45-411c-a8dd-2d443264286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:40.356709 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-c214ba0b-7b45-411c-a8dd-2d443264286c service neutron] 10.222.0.107 "GET /v2.0/networks?id=dc776c2d-0a93-49cd-9f79-0a719ef3eed5 HTTP/1.1" status: 200 len: 869 time: 0.1580601 Jan 22 08:30:40.448067 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-1871779f-6b2d-4e63-8f83-e3d0adccbbdd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e089f677-f102-4127-bfd7-058468e52042 HTTP/1.1" status: 200 len: 217 time: 0.0833213 Jan 22 08:30:40.541569 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f97510-ca42-47d1-beea-b108131814e9 req-879d3aa6-5a4d-4ccb-837f-c139a1bea909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:40.545055 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-879d3aa6-5a4d-4ccb-837f-c139a1bea909 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2835751a-1154-41d1-a1c4-421fffdba3b2 HTTP/1.1" status: 200 len: 843 time: 0.0905058 Jan 22 08:30:40.638560 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f97510-ca42-47d1-beea-b108131814e9 req-e586a2f4-d67a-48cf-a322-6f797b209afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:40.642362 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-e586a2f4-d67a-48cf-a322-6f797b209afa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc776c2d-0a93-49cd-9f79-0a719ef3eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0901518 Jan 22 08:30:40.857946 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42770) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:40.895777 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-c8742845-b469-4241-86b2-128988d9f701 service neutron] 10.222.0.107 "GET /v2.0/networks/dc776c2d-0a93-49cd-9f79-0a719ef3eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443297 Jan 22 08:30:41.193625 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87f97510-ca42-47d1-beea-b108131814e9 req-44a6384e-bdab-4419-822d-d2208416efc5 service neutron] 10.222.0.107 "GET /v2.0/networks/dc776c2d-0a93-49cd-9f79-0a719ef3eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895417 Jan 22 08:30:41.224834 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f487cee-c649-40c9-b03b-4be84d69e7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.249225 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47f9c-ecaa-4827-8728-41b12e80947f req-d65646da-4592-497b-9e44-957428fd7a87 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:41.251733 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1b47f9c-ecaa-4827-8728-41b12e80947f req-d65646da-4592-497b-9e44-957428fd7a87 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 948 time: 0.2090030 Jan 22 08:30:41.387259 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1b47f9c-ecaa-4827-8728-41b12e80947f req-48620944-b712-4cb2-87bb-d1bc1b6a788a tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194170 Jan 22 08:30:41.436340 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f487cee-c649-40c9-b03b-4be84d69e7a5 admin admin] Publish callbacks [] for security_group (270766bc-b5db-48e7-9e2e-b9613a38f647), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.446927 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f487cee-c649-40c9-b03b-4be84d69e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (270766bc-b5db-48e7-9e2e-b9613a38f647), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.492185 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1f487cee-c649-40c9-b03b-4be84d69e7a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d06efaf452aa43009890a7172ce2dded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6324234 Jan 22 08:30:41.500882 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42790) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:41.502089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.536630 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487cee-c649-40c9-b03b-4be84d69e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270766bc-b5db-48e7-9e2e-b9613a38f647,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:41.609596 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc3697-60de-46ea-b3b7-2de04bdcf943 req-1f6bd380-3a85-44db-90a5-5a6daf48b59a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:41.614961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6fc3697-60de-46ea-b3b7-2de04bdcf943 req-1f6bd380-3a85-44db-90a5-5a6daf48b59a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1944387 Jan 22 08:30:41.689210 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] Publish callbacks [] for security_group (270766bc-b5db-48e7-9e2e-b9613a38f647), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.771155 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] Publish callbacks [] for security_group (270766bc-b5db-48e7-9e2e-b9613a38f647), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.792044 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6fc3697-60de-46ea-b3b7-2de04bdcf943 req-621f70ea-80b7-4a1a-bf83-e1e5cfc3ebbe tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619580 Jan 22 08:30:41.869675 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (270766bc-b5db-48e7-9e2e-b9613a38f647), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.875382 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:41.877697 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/270766bc-b5db-48e7-9e2e-b9613a38f647 HTTP/1.1" status: 204 len: 168 time: 0.3732417 Jan 22 08:30:41.893410 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3673d2-019a-41f8-9a12-66f067b148fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270766bc-b5db-48e7-9e2e-b9613a38f647,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:42.377015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 42816) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:42.440193 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c1f63930-cfee-404c-a2e8-d58460c9bea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:42.641456 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597122a7-c247-4920-ba38-dc880a2417c7 req-bcd6e504-139b-4815-9acf-89e94e12478e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:42.647254 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-597122a7-c247-4920-ba38-dc880a2417c7 req-bcd6e504-139b-4815-9acf-89e94e12478e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 948 time: 0.1273553 Jan 22 08:30:42.700906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c1f63930-cfee-404c-a2e8-d58460c9bea4 admin admin] Publish callbacks [] for security_group (85079f2a-0d60-4337-8f02-4ca93520f03d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:42.710607 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c1f63930-cfee-404c-a2e8-d58460c9bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (85079f2a-0d60-4337-8f02-4ca93520f03d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:42.812074 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-597122a7-c247-4920-ba38-dc880a2417c7 req-f22effa0-aa9e-4e9a-b0b4-c5d0c3e83bd5 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489913 Jan 22 08:30:42.817443 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f63930-cfee-404c-a2e8-d58460c9bea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85079f2a-0d60-4337-8f02-4ca93520f03d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:42.825558 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c1f63930-cfee-404c-a2e8-d58460c9bea4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba292a9d3e4a474daa6b8639b7d03d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440310 Jan 22 08:30:42.827673 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42830) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:42.953372 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] Publish callbacks [] for security_group (85079f2a-0d60-4337-8f02-4ca93520f03d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:43.002367 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] Publish callbacks [] for security_group (85079f2a-0d60-4337-8f02-4ca93520f03d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:43.015872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12da06-3f7e-4452-862e-fca1a73c50e8 req-0da23948-5f32-459e-af7c-f9df7eec4c72 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:43.019370 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c12da06-3f7e-4452-862e-fca1a73c50e8 req-0da23948-5f32-459e-af7c-f9df7eec4c72 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1131444 Jan 22 08:30:43.141761 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (85079f2a-0d60-4337-8f02-4ca93520f03d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:43.146935 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:43.149101 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85079f2a-0d60-4337-8f02-4ca93520f03d HTTP/1.1" status: 204 len: 168 time: 0.3198168 Jan 22 08:30:43.162546 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c12da06-3f7e-4452-862e-fca1a73c50e8 req-2ea340f4-6123-4d70-b1aa-9c8797b8fbf4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304209 Jan 22 08:30:43.192089 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ad6b1-b451-4907-93dc-30e272303218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85079f2a-0d60-4337-8f02-4ca93520f03d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:43.778230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:44.022396 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e089f677-f102-4127-bfd7-058468e52042 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:30:44.046846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5578b6-3895-4a0b-b68e-4e68c4660e2d req-6bc659e4-5f11-4f8c-acb0-961919ee4e61 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:44.060794 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b5578b6-3895-4a0b-b68e-4e68c4660e2d req-6bc659e4-5f11-4f8c-acb0-961919ee4e61 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 948 time: 0.1241927 Jan 22 08:30:44.155052 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b5578b6-3895-4a0b-b68e-4e68c4660e2d req-33691be3-9ce5-469b-baf3-ce9777eb0f7d tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928464 Jan 22 08:30:44.259129 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e089f677-f102-4127-bfd7-058468e52042,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:30:44.281263 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'e089f677-f102-4127-bfd7-058468e52042', 'network_id': 'dc776c2d-0a93-49cd-9f79-0a719ef3eed5', 'port_id': 'e089f677-f102-4127-bfd7-058468e52042', 'mac_address': 'fa:16:3e:36:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2835751a-1154-41d1-a1c4-421fffdba3b2', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:30:44.438809 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:44.451442 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43114c42-6329-4390-81b8-d197eb6790e4 req-56f60345-24cd-4d84-af4a-bf2213a1f680 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:44.456318 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port e089f677-f102-4127-bfd7-058468e52042 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:30:44.456962 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e089f677-f102-4127-bfd7-058468e52042), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:44.466303 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-43114c42-6329-4390-81b8-d197eb6790e4 req-56f60345-24cd-4d84-af4a-bf2213a1f680 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1757975 Jan 22 08:30:44.511330 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e089f677-f102-4127-bfd7-058468e52042 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:30:44.566273 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e089f677-f102-4127-bfd7-058468e52042,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:30:44.582811 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-43114c42-6329-4390-81b8-d197eb6790e4 req-409fc809-0655-4020-86a1-5efabb8bba4b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143105 Jan 22 08:30:44.584522 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e089f677-f102-4127-bfd7-058468e52042), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:44.736204 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:44.758737 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.760025 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.761611 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.762648 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.764541 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.765414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.766267 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.767144 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.768142 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.768882 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.770987 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.771860 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:44.772618 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:30:45.161818 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:30:45.333036 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['e089f677-f102-4127-bfd7-058468e52042'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:30:45.409122 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca1690-cea9-4344-a9f5-c6c613ff3fbc req-511bbfbe-5864-44e5-b946-81b8532ebc8f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:45.411593 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dca1690-cea9-4344-a9f5-c6c613ff3fbc req-511bbfbe-5864-44e5-b946-81b8532ebc8f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 949 time: 0.1167772 Jan 22 08:30:45.524106 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dca1690-cea9-4344-a9f5-c6c613ff3fbc req-3c2907af-79d2-4be4-8303-aa6d0f94dec0 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950468 Jan 22 08:30:45.837424 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80437b1-ade3-4e54-880a-681ef4e09669 req-deb5a537-5ede-4aaf-ad4f-037686eff878 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:45.839751 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b80437b1-ade3-4e54-880a-681ef4e09669 req-deb5a537-5ede-4aaf-ad4f-037686eff878 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0902076 Jan 22 08:30:45.923125 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b80437b1-ade3-4e54-880a-681ef4e09669 req-082a0ae4-30a5-436f-a5ac-e60917981aa7 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726302 Jan 22 08:30:46.247705 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ce484-02b4-4375-bff4-b3d75fe86f4e req-e04b1dff-2f5e-4429-b1de-320671dc5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:46.249190 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e09ce484-02b4-4375-bff4-b3d75fe86f4e req-e04b1dff-2f5e-4429-b1de-320671dc5c5b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0533104 Jan 22 08:30:46.313249 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e09ce484-02b4-4375-bff4-b3d75fe86f4e req-928166be-4eab-49b5-8f14-ba4a4125b28f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Jan 22 08:30:46.721416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e089f677-f102-4127-bfd7-058468e52042 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:30:46.728084 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd7d0-101e-4d41-9bb9-fa1786d1b329 req-4efcc21a-e903-4058-b7b9-8414f170e308 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:46.731099 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f63dd7d0-101e-4d41-9bb9-fa1786d1b329 req-4efcc21a-e903-4058-b7b9-8414f170e308 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 949 time: 0.0968521 Jan 22 08:30:46.812836 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port e089f677-f102-4127-bfd7-058468e52042 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:30:46.817422 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f63dd7d0-101e-4d41-9bb9-fa1786d1b329 req-9e9c257c-1851-414f-9d0d-623ddc876d17 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Jan 22 08:30:46.818722 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port e089f677-f102-4127-bfd7-058468e52042 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:30:46.819300 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (e089f677-f102-4127-bfd7-058468e52042), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:46.959174 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port e089f677-f102-4127-bfd7-058468e52042 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:30:46.959997 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (e089f677-f102-4127-bfd7-058468e52042), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:47.009159 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089f677-f102-4127-bfd7-058468e52042'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:30:47.013860 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4456d2-75f7-4c66-8542-aea428493739" -d '{"events": [{"server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e089f677-f102-4127-bfd7-058468e52042"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:30:47.035317 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e089f677-f102-4127-bfd7-058468e52042,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:30:47.042612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (e089f677-f102-4127-bfd7-058468e52042), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:47.125853 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:47.141889 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a51ce-7635-48c3-a0a6-db560747d302 req-cfbdc932-0cb8-49d6-ba16-9272ad8a8541 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:47.143957 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-998a51ce-7635-48c3-a0a6-db560747d302 req-cfbdc932-0cb8-49d6-ba16-9272ad8a8541 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1016972 Jan 22 08:30:47.220518 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-998a51ce-7635-48c3-a0a6-db560747d302 req-dd3a5bc3-abf1-401e-8c3c-3dcfbeec14a2 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659246 Jan 22 08:30:47.255780 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c8f0f-6aa7-4588-a78a-517e57c5aad1 x-openstack-request-id: req-706c8f0f-6aa7-4588-a78a-517e57c5aad1 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:30:47.256577 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e089f677-f102-4127-bfd7-058468e52042", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:30:47.257066 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-706c8f0f-6aa7-4588-a78a-517e57c5aad1 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:30:47.257707 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089f677-f102-4127-bfd7-058468e52042', 'code': 200} Jan 22 08:30:47.493617 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c069f-5ee6-4f7f-b3fd-2cc15a6167eb req-ea58f51b-eaab-40df-ba1c-af9347805d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:47.496419 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bf6c069f-5ee6-4f7f-b3fd-2cc15a6167eb req-ea58f51b-eaab-40df-ba1c-af9347805d91 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 1103 time: 0.0616500 Jan 22 08:30:47.567210 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bf6c069f-5ee6-4f7f-b3fd-2cc15a6167eb req-34676094-21b4-452b-bd2d-9d232549b1dd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605826 Jan 22 08:30:48.077815 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8acbb-0144-408f-8480-3a221a040ae2 req-54a1585c-a488-45a7-ad7f-d18f15e321ec tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:48.087266 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bf8acbb-0144-408f-8480-3a221a040ae2 req-54a1585c-a488-45a7-ad7f-d18f15e321ec tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.1151211 Jan 22 08:30:48.200129 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bf8acbb-0144-408f-8480-3a221a040ae2 req-354d0e15-cc7b-4253-8ce1-44bcf35bf9c1 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116962 Jan 22 08:30:48.411742 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2f933-955a-4447-b871-77002d51eba3 req-2a58d5c8-d9d8-48de-8823-d39f30a5ac55 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:48.415446 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12e2f933-955a-4447-b871-77002d51eba3 req-2a58d5c8-d9d8-48de-8823-d39f30a5ac55 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0783982 Jan 22 08:30:48.493575 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12e2f933-955a-4447-b871-77002d51eba3 req-d27c554f-1977-4a2b-8cd5-4993da09fe7a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677824 Jan 22 08:30:49.030481 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c6b1-4e5c-44b9-89d1-70509f1ba6d4 req-d9fb94ce-bbb1-427a-b405-4702f5c6eefa tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:49.043749 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e11c6b1-4e5c-44b9-89d1-70509f1ba6d4 req-d9fb94ce-bbb1-427a-b405-4702f5c6eefa tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1307335 Jan 22 08:30:49.152284 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e11c6b1-4e5c-44b9-89d1-70509f1ba6d4 req-20e032a8-7028-40b1-b592-84e73467e31d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062167 Jan 22 08:30:49.296771 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42976) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:49.395093 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2252ad3-7b1c-42ba-afdd-276e65832f96 req-4f97f750-a85f-4563-b11a-7d0040180f4c tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:49.397702 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2252ad3-7b1c-42ba-afdd-276e65832f96 req-4f97f750-a85f-4563-b11a-7d0040180f4c tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.0833044 Jan 22 08:30:49.528205 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2252ad3-7b1c-42ba-afdd-276e65832f96 req-601a9688-c3c2-4cd3-9827-e68bc0018535 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158814 Jan 22 08:30:49.566937 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c78ad63-c581-4f51-8b3c-6c5b133b886c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.689890 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c78ad63-c581-4f51-8b3c-6c5b133b886c admin admin] Publish callbacks [] for security_group (f4971a32-7b5a-42ff-b50c-5ecfea2c24fa), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.695873 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c78ad63-c581-4f51-8b3c-6c5b133b886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f4971a32-7b5a-42ff-b50c-5ecfea2c24fa), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.761254 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78ad63-c581-4f51-8b3c-6c5b133b886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4971a32-7b5a-42ff-b50c-5ecfea2c24fa,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:49.771567 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0c78ad63-c581-4f51-8b3c-6c5b133b886c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7df237b3a6ab4cdb9e70e1035bab317c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732549 Jan 22 08:30:49.774217 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 42984) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:30:49.847510 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] Publish callbacks [] for security_group (f4971a32-7b5a-42ff-b50c-5ecfea2c24fa), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.889784 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] Publish callbacks [] for security_group (f4971a32-7b5a-42ff-b50c-5ecfea2c24fa), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.954326 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f4971a32-7b5a-42ff-b50c-5ecfea2c24fa), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.958002 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:30:49.963224 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4971a32-7b5a-42ff-b50c-5ecfea2c24fa HTTP/1.1" status: 204 len: 168 time: 0.1839435 Jan 22 08:30:49.973117 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f50f53-debf-407e-a3a7-433fcd987cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4971a32-7b5a-42ff-b50c-5ecfea2c24fa,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:30:53.110757 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a9d9-2f22-474c-8502-24018d190eba req-3c697e23-2beb-4d77-8d9a-e211bf6532e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:53.112428 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-3c697e23-2beb-4d77-8d9a-e211bf6532e1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0805149 Jan 22 08:30:53.194364 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee287a8-831d-4b70-b3b5-157c1f042b4e req-b9f1f2ca-ec76-4c4a-a355-eaba52870d01 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:53.196674 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ee287a8-831d-4b70-b3b5-157c1f042b4e req-b9f1f2ca-ec76-4c4a-a355-eaba52870d01 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1247103 Jan 22 08:30:53.236765 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca60c-b442-45f5-a95a-1ea03f2428a3 req-c420e7ab-c633-44d4-b9df-22fb8dec4032 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:53.240250 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18cca60c-b442-45f5-a95a-1ea03f2428a3 req-c420e7ab-c633-44d4-b9df-22fb8dec4032 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.1171420 Jan 22 08:30:53.273305 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a9d9-2f22-474c-8502-24018d190eba req-5dce0355-261d-46b3-ba80-0fce9f0f60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:53.275170 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-5dce0355-261d-46b3-ba80-0fce9f0f60e7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.1512594 Jan 22 08:30:53.317130 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ee287a8-831d-4b70-b3b5-157c1f042b4e req-1bdca8d7-4bac-4db8-9266-d8ab44ff9a69 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085865 Jan 22 08:30:53.342445 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-51940972-5236-4d32-9ec8-8b6ca6bbab5a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.0591853 Jan 22 08:30:53.356804 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18cca60c-b442-45f5-a95a-1ea03f2428a3 req-e371354a-cc02-4542-813a-9e0b7908e208 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999515 Jan 22 08:30:53.430958 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a9d9-2f22-474c-8502-24018d190eba req-df7ac1d1-a578-4a65-bb03-0dd86aa01af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:53.433631 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-df7ac1d1-a578-4a65-bb03-0dd86aa01af8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0570838 Jan 22 08:30:53.481713 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-a85a3744-0380-4ada-93e3-1fe6d02069a0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383470 Jan 22 08:30:53.619817 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-e8f91048-f840-4ea9-8c3b-4dc41175c4d3 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287129 Jan 22 08:30:53.766983 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1a96a9d9-2f22-474c-8502-24018d190eba req-2402995c-aec9-4b77-8cb8-0310c5261297 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401799 Jan 22 08:30:54.630215 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34cb9-d9d3-4d24-b1fa-5d306ea6b6d3 req-ed46e4d0-559c-4576-af7a-5f639a86976c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:54.633095 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15f34cb9-d9d3-4d24-b1fa-5d306ea6b6d3 req-ed46e4d0-559c-4576-af7a-5f639a86976c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1613386 Jan 22 08:30:54.660455 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d25f-603b-4f78-a77b-c6f287879ca2 req-cbff0b84-10c6-4d8f-bb0e-29dd263962e7 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:54.662160 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f856d25f-603b-4f78-a77b-c6f287879ca2 req-cbff0b84-10c6-4d8f-bb0e-29dd263962e7 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.1278188 Jan 22 08:30:54.788048 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15f34cb9-d9d3-4d24-b1fa-5d306ea6b6d3 req-beec21c4-af41-4ef4-b11d-78603bac2642 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409907 Jan 22 08:30:54.796354 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f856d25f-603b-4f78-a77b-c6f287879ca2 req-b99b35f1-0468-4d69-a0a8-5ea61f44ed61 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256969 Jan 22 08:30:55.280324 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d958-31e3-4d6f-ae58-c3e4b1221935 req-f1d15e22-a76a-4a1c-967f-dc7f00259b1b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:55.282117 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f25d958-31e3-4d6f-ae58-c3e4b1221935 req-f1d15e22-a76a-4a1c-967f-dc7f00259b1b tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.0633242 Jan 22 08:30:55.353284 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f25d958-31e3-4d6f-ae58-c3e4b1221935 req-651c692f-fa4e-4d62-8aa4-ced9d8d1a1db tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Jan 22 08:30:56.027476 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00821bf-7f2f-4536-bf11-26dc5469ba2b req-c1e816d8-57ed-4adb-9ede-055fb90f0d4d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:56.031099 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d00821bf-7f2f-4536-bf11-26dc5469ba2b req-c1e816d8-57ed-4adb-9ede-055fb90f0d4d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1163142 Jan 22 08:30:56.096812 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d00821bf-7f2f-4536-bf11-26dc5469ba2b req-50f96b28-47aa-4cf1-a056-1f448086d16d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 Jan 22 08:30:59.279949 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71693583-a648-41af-8157-12b531094565 req-c720ec4f-80ad-4310-bca6-e00cef054dfc tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:59.281692 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71693583-a648-41af-8157-12b531094565 req-c720ec4f-80ad-4310-bca6-e00cef054dfc tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.0857987 Jan 22 08:30:59.296442 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86794-7cf0-4379-9f70-0f1d98d77321 req-08df95be-ee90-4d99-a775-d4a8454d52f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:30:59.298081 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6aa86794-7cf0-4379-9f70-0f1d98d77321 req-08df95be-ee90-4d99-a775-d4a8454d52f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1002736 Jan 22 08:30:59.388589 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71693583-a648-41af-8157-12b531094565 req-0e29a10c-3c85-4950-82c3-2db6fead6f29 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893197 Jan 22 08:30:59.398208 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6aa86794-7cf0-4379-9f70-0f1d98d77321 req-6534c6b6-7844-4fbc-9641-d57e13636981 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Jan 22 08:31:00.503701 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-a6d6c9c4-432a-4196-906c-194fe338190e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:00.507421 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-a6d6c9c4-432a-4196-906c-194fe338190e tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.107 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.0961130 Jan 22 08:31:00.550791 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd9ca4-774d-413d-8ea3-b19c08f482b0 req-8899fbd3-ab0f-4c84-956a-d9897303f5a6 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:00.553605 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12bd9ca4-774d-413d-8ea3-b19c08f482b0 req-8899fbd3-ab0f-4c84-956a-d9897303f5a6 tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 950 time: 0.0635860 Jan 22 08:31:00.652091 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Deleting port e089f677-f102-4127-bfd7-058468e52042 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:31:00.652298 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (e089f677-f102-4127-bfd7-058468e52042), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:00.687368 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92016ece-32a1-4fe6-9076-fbc6b5e7e9d6 req-77bf0969-ed5c-49be-9c17-7fde20cc5ca3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:00.690124 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92016ece-32a1-4fe6-9076-fbc6b5e7e9d6 req-77bf0969-ed5c-49be-9c17-7fde20cc5ca3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1318347 Jan 22 08:31:00.699586 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12bd9ca4-774d-413d-8ea3-b19c08f482b0 req-53d45232-f8a7-4ebe-837c-13ded04dc18f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce000018-db7f-47bb-ad30-137e5f76768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350071 Jan 22 08:31:00.780370 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92016ece-32a1-4fe6-9076-fbc6b5e7e9d6 req-5d4a7c08-4f45-43b7-a7fb-60cf923e0be1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729952 Jan 22 08:31:01.079182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] For port e089f677-f102-4127-bfd7-058468e52042, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e089f677-f102-4127-bfd7-058468e52042,segment=NetworkSegment(d80fe635-45dd-4a1d-b559-4a223c06b130),segment_id=d80fe635-45dd-4a1d-b559-4a223c06b130)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:01.079618 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (e089f677-f102-4127-bfd7-058468e52042), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:01.094868 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Calling delete_port for e089f677-f102-4127-bfd7-058468e52042 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:31:01.269157 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (e089f677-f102-4127-bfd7-058468e52042), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:01.306824 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Pushing event deleted for resources: {'Port': ['ID=e089f677-f102-4127-bfd7-058468e52042,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:01.343709 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['e089f677-f102-4127-bfd7-058468e52042'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:31:01.363450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] No DVR routers for this DVR port e089f677-f102-4127-bfd7-058468e52042 on host hv-cinder-82591 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:31:01.367767 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:01.372616 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b056560f-e39a-41cb-a3e7-3d46a1f8f4a5 req-2eb6c38e-39a6-4aef-8005-9878b712a51f tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.107 "DELETE /v2.0/ports/e089f677-f102-4127-bfd7-058468e52042 HTTP/1.1" status: 204 len: 173 time: 0.8593063 Jan 22 08:31:01.373141 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'name': 'network-vif-deleted', 'tag': 'e089f677-f102-4127-bfd7-058468e52042'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:31:01.376104 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1d98b-e27e-427e-a9a9-7efa6d9c224a" -d '{"events": [{"server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "name": "network-vif-deleted", "tag": "e089f677-f102-4127-bfd7-058468e52042"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:31:04.915268 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e089f677-f102-4127-bfd7-058468e52042 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:31:04.960964 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: e089f677-f102-4127-bfd7-058468e52042 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:31:04.961346 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e089f677-f102-4127-bfd7-058468e52042 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:31:04.999492 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeff287-d738-4291-b7c2-21a60634f823 x-openstack-request-id: req-7aeff287-d738-4291-b7c2-21a60634f823 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:31:05.000908 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1", "name": "network-vif-deleted", "tag": "e089f677-f102-4127-bfd7-058468e52042", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:31:05.001531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7aeff287-d738-4291-b7c2-21a60634f823 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:31:05.002448 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1', 'name': 'network-vif-deleted', 'tag': 'e089f677-f102-4127-bfd7-058468e52042', 'status': 'completed', 'code': 200} Jan 22 08:31:05.139993 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfa87a79-3eec-464a-a478-8229278e6391 req-61e8337b-1d84-4300-b382-fd349af4b54d tempest-VolumesNegativeTest-194498610 tempest-VolumesNegativeTest-194498610-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ff81bf9-429c-4d7e-87a5-ae4f4787c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0728524 Jan 22 08:31:05.188195 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131382-3d58-4191-aea8-8517d05fd7fe req-735601c7-03f3-49ac-ad64-61cdd47ebc4e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:05.192033 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d131382-3d58-4191-aea8-8517d05fd7fe req-735601c7-03f3-49ac-ad64-61cdd47ebc4e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1368766 Jan 22 08:31:05.271940 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d131382-3d58-4191-aea8-8517d05fd7fe req-fb982a64-9194-4aca-9183-59528f8dd1fe tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735657 Jan 22 08:31:05.497943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:06.995185 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50aaa283-b5df-4c17-a970-6e04dea94192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:09.601446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-43e696d7-8196-4b81-9975-cbc78e020aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:09.712946 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a6ebc-f2b6-4cbb-8a40-66e2578946df req-4a956816-e2a2-4405-9f20-cbb4aa0fd9d0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:09.715868 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd6a6ebc-f2b6-4cbb-8a40-66e2578946df req-4a956816-e2a2-4405-9f20-cbb4aa0fd9d0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0857286 Jan 22 08:31:09.790225 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd6a6ebc-f2b6-4cbb-8a40-66e2578946df req-147e0534-7921-45da-9006-bf0ec7fa264a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581753 Jan 22 08:31:10.406821 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-ee23aaca-ca86-4415-aec4-a2c689feefdd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616572 Jan 22 08:31:10.555840 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-5c1137db-17ef-43a7-8445-6a58bd114c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:10.559903 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-5c1137db-17ef-43a7-8445-6a58bd114c61 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 1098 time: 0.0907605 Jan 22 08:31:10.745735 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-67ffb502-0565-471c-84ad-40e8739b37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:10.748499 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-67ffb502-0565-471c-84ad-40e8739b37ca service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.1283288 Jan 22 08:31:10.818955 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-2503e640-67c3-469c-aca4-bfb45d5c22de service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c806982b-dda9-4a92-a526-d79976ee625d HTTP/1.1" status: 200 len: 217 time: 0.0557141 Jan 22 08:31:10.879206 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-b175526c-5d83-40b1-8a92-b10374534230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:10.882012 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-b175526c-5d83-40b1-8a92-b10374534230 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0617301 Jan 22 08:31:10.924004 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-9db7e64e-ceb2-4dad-b705-f8286cbfa321 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357094 Jan 22 08:31:11.095079 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-603f0875-dd4b-473c-bf9c-f058ce3bd797 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638479 Jan 22 08:31:11.261450 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a8fe30e-6966-416d-93d6-cafeef644d5c req-11cc5549-aab3-4afb-8ee0-39e059d405bb service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598246 Jan 22 08:31:11.479376 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:13.766796 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:14.391872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:20.091683 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437a2a1-8cc5-4cb4-9569-2bcda391415c req-09070242-0520-40c0-93ec-6891899778be tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:20.093943 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b437a2a1-8cc5-4cb4-9569-2bcda391415c req-09070242-0520-40c0-93ec-6891899778be tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0856352 Jan 22 08:31:20.175929 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b437a2a1-8cc5-4cb4-9569-2bcda391415c req-60c53681-b70e-46da-8b01-b76f19c21f54 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688214 Jan 22 08:31:20.774119 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43660) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:20.905314 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43670) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:21.149602 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.164801 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-08998dff-6d55-409e-a1cf-f0a0025d01d5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8029b2b66734ff5bc46a1add2c9ce7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574770 Jan 22 08:31:21.169076 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43676) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:21.241053 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Publish callbacks [] for security_group (ce000018-db7f-47bb-ad30-137e5f76768f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.274509 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Publish callbacks [] for security_group (ce000018-db7f-47bb-ad30-137e5f76768f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.303437 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Publish callbacks [] for security_group (e3acaaa9-8d96-4f7c-87ed-091ed2d1e711), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.309616 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e3acaaa9-8d96-4f7c-87ed-091ed2d1e711), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.381997 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3acaaa9-8d96-4f7c-87ed-091ed2d1e711,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:21.383412 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ce000018-db7f-47bb-ad30-137e5f76768f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.388051 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.389684 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce000018-db7f-47bb-ad30-137e5f76768f HTTP/1.1" status: 204 len: 168 time: 0.2178905 Jan 22 08:31:21.391548 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=918c2a9b472e42119541cca124b8ba85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6158266 Jan 22 08:31:21.399105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.399579 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.400730 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.401339 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.401939 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.402164 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.402589 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.403554 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.403886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.404224 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.404563 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.405460 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.405811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee394884-bb83-4437-a94b-7e1646b81c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.409551 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43684) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:21.435935 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce000018-db7f-47bb-ad30-137e5f76768f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:21.457438 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.459055 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.460599 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.461081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.463282 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.464028 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.464817 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.466690 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.468569 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.469319 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.469896 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.470650 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.471363 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f942d-c9ad-4100-9ea5-95b7bec6543b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:21.560586 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] Publish callbacks [] for security_group (e3acaaa9-8d96-4f7c-87ed-091ed2d1e711), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.596745 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] Publish callbacks [] for security_group (e3acaaa9-8d96-4f7c-87ed-091ed2d1e711), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.689503 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e3acaaa9-8d96-4f7c-87ed-091ed2d1e711), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.692486 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:21.696430 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3acaaa9-8d96-4f7c-87ed-091ed2d1e711 HTTP/1.1" status: 204 len: 168 time: 0.2705595 Jan 22 08:31:21.706205 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259e586-10ea-4375-baed-eade63c8c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3acaaa9-8d96-4f7c-87ed-091ed2d1e711,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:22.157155 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:31:22.623253 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43742) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:22.889160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43754) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:22.967598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-719723356-network', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:22.999900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393882340-network', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:23.004220 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Made reservation on behalf of a6f775f6c82c4596bb247ab81847fc46 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:23.006870 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.022840 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.077580 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Made reservation on behalf of 25f4ac0fad46499fa70a26ef451515dc for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:23.082753 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.097347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.214177 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks [] for security_group (5f1f0a92-275a-4610-8ff2-d6a703d80041), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.220678 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5f1f0a92-275a-4610-8ff2-d6a703d80041), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.264025 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:23.295632 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks [] for security_group (33da163e-6079-4acb-9272-63288837e80f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.296592 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f0a92-275a-4610-8ff2-d6a703d80041,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:23.300174 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.300523 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Added segment ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9 of type vlan for network 440e7490-0a3e-4449-a711-b1f45ec543ef Jan 22 08:31:23.310183 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (33da163e-6079-4acb-9272-63288837e80f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.375745 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:23.384176 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (440e7490-0a3e-4449-a711-b1f45ec543ef), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.396355 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da163e-6079-4acb-9272-63288837e80f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:23.401331 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (15d71576-70f0-48f3-b23a-f6325c9d84e5), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.401789 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Added segment 15d71576-70f0-48f3-b23a-f6325c9d84e5 of type vlan for network cb46d949-dc6b-44f8-983d-8a261d9fb956 Jan 22 08:31:23.480074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (cb46d949-dc6b-44f8-983d-8a261d9fb956), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.484809 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (440e7490-0a3e-4449-a711-b1f45ec543ef), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.485772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:23.486382 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.546490 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6539567 Jan 22 08:31:23.551693 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43772) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:23.561538 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Request body: {'subnet': {'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-719723356-subnet', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:23.576870 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (cb46d949-dc6b-44f8-983d-8a261d9fb956), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.577862 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:23.578487 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.591087 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee62b-d214-4aa8-a252-73e47b058d3d admin admin] Pushing event updated for resources: {'Network': ['ID=440e7490-0a3e-4449-a711-b1f45ec543ef,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:23.609437 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 440e7490-0a3e-4449-a711-b1f45ec543ef details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:23.610345 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9836884 Jan 22 08:31:23.614507 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43774) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:23.627274 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Request body: {'subnet': {'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393882340-subnet', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:23.631009 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Made reservation on behalf of a6f775f6c82c4596bb247ab81847fc46 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:23.633489 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.712672 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96339-09da-417f-8bc4-8808b9dd0411 admin admin] Pushing event updated for resources: {'Network': ['ID=cb46d949-dc6b-44f8-983d-8a261d9fb956,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:23.721592 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Made reservation on behalf of 25f4ac0fad46499fa70a26ef451515dc for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:23.726592 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:23.738873 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:23.997189 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (647ef2e3-b001-4725-9596-43e1ba03906a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.121114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (bedaca7b-b52f-4053-9da6-47b1c0880355), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.128739 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=647ef2e3-b001-4725-9596-43e1ba03906a,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:24.148227 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Checking segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:24.148652 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Network hostable DHCP agents. Network: 440e7490-0a3e-4449-a711-b1f45ec543ef, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:24.237224 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedaca7b-b52f-4053-9da6-47b1c0880355,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:24.240645 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Network 440e7490-0a3e-4449-a711-b1f45ec543ef is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:24.253959 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Checking segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:24.254554 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Network hostable DHCP agents. Network: cb46d949-dc6b-44f8-983d-8a261d9fb956, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:24.268713 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 440e7490-0a3e-4449-a711-b1f45ec543ef) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:24.278521 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:24.279689 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.280830 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c9dccf-39b0-4be3-9b2a-c72e3cca3dad None None] Network 440e7490-0a3e-4449-a711-b1f45ec543ef requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:24.323885 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-418edf4e-cb72-4ab9-ad91-9c2d3cbfc70a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7665977 Jan 22 08:31:24.324513 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43788) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:24.327936 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:24.334944 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:24.339012 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, cb46d949-dc6b-44f8-983d-8a261d9fb956) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:24.346262 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:24.347118 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.372487 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9ecfc0ba-2b01-4aff-808e-15023afc2e92 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7562459 Jan 22 08:31:24.375722 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43792) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:24.382949 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:24.405648 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609740b7-f6f0-44ee-b070-4efff80d0f2e None None] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:24.420571 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (7f69b91e-27b6-4037-8478-cac0cc131859), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.422762 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (7f69b91e-27b6-4037-8478-cac0cc131859), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.424426 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.427138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.535727 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for router_controller (4370e510-7bf1-4e25-848c-899bfcf8573b), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.642283 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-440e7490-0a3e-4449-a711-b1f45ec543ef', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:24.644063 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.674499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-cb46d949-dc6b-44f8-983d-8a261d9fb956', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:24.676435 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.787095 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for router_gateway (4370e510-7bf1-4e25-848c-899bfcf8573b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.891017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for router_controller (7f69b91e-27b6-4037-8478-cac0cc131859), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:24.959297 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Allocated IP 172.20.0.2 (cb46d949-dc6b-44f8-983d-8a261d9fb956/bedaca7b-b52f-4053-9da6-47b1c0880355/42e6bf37-e0a7-47fc-b6ab-2784cc9eead8) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:24.997678 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Allocated IP 172.20.0.2 (440e7490-0a3e-4449-a711-b1f45ec543ef/647ef2e3-b001-4725-9596-43e1ba03906a/95181ccd-c77a-4a98-9746-7ec05e95484c) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:25.100450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for router_gateway (4370e510-7bf1-4e25-848c-899bfcf8573b), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.137509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for router_gateway (7f69b91e-27b6-4037-8478-cac0cc131859), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.149654 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.338343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Allocated IP 172.27.3.129 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/0ac29f4e-4ff4-4e4d-b19f-62a3a4887034) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:25.365383 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks [] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.377382 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.427498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for router_gateway (7f69b91e-27b6-4037-8478-cac0cc131859), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.455819 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Pushing event updated for resources: {'Port': ['ID=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:25.456676 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.459816 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:25.467828 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:25.475700 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:25.567531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.594871 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks [] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.601147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Attempting to bind port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:25.601518 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Attempting to bind port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:25.601885 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Attempting to bind port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 on network cb46d949-dc6b-44f8-983d-8a261d9fb956 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:25.606614 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.614275 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:25.614682 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Checking segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:25.615067 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.615469 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Bound using segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:25.615985 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Bound port: 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:25.616346 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.627721 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.677595 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Network 440e7490-0a3e-4449-a711-b1f45ec543ef is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:25.687431 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:25.704562 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Allocated IP 172.27.3.177 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/dac9a062-07f6-4696-9d6e-81c565283e8b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:25.709231 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:25.716465 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:25.722442 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:25.744390 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:25.752357 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Pushing event updated for resources: {'Port': ['ID=95181ccd-c77a-4a98-9746-7ec05e95484c,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:25.773524 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:25.780307 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] For port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:25.784124 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] For port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:25.800565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.908707 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Attempting to bind port 95181ccd-c77a-4a98-9746-7ec05e95484c on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:25.909134 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Attempting to bind port 95181ccd-c77a-4a98-9746-7ec05e95484c by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:25.909487 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Attempting to bind port 95181ccd-c77a-4a98-9746-7ec05e95484c on network 440e7490-0a3e-4449-a711-b1f45ec543ef {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:25.913415 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.926119 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:25.926664 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Checking segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:25.927417 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.928164 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Bound using segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:25.928604 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Bound port: 95181ccd-c77a-4a98-9746-7ec05e95484c, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:25.929014 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:25.944916 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4591b-2b4e-40c7-a4d8-f5847a1d727e None None] Pushing event updated for resources: {'Port': ['ID=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:25.970095 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:26.037507 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] For port 95181ccd-c77a-4a98-9746-7ec05e95484c, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:26.039558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:26.043208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] For port 95181ccd-c77a-4a98-9746-7ec05e95484c, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=95181ccd-c77a-4a98-9746-7ec05e95484c,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:26.044669 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:26.049212 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:26.062020 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:26.144534 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceda95d-ea36-429f-8af1-639faf6225df None None] Pushing event updated for resources: {'Port': ['ID=95181ccd-c77a-4a98-9746-7ec05e95484c,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:26.183905 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dac9a062-07f6-4696-9d6e-81c565283e8b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:26.200789 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for router_gateway (4370e510-7bf1-4e25-848c-899bfcf8573b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:26.464220 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for router_gateway (7f69b91e-27b6-4037-8478-cac0cc131859), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:26.583090 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:26.854187 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (7f69b91e-27b6-4037-8478-cac0cc131859), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:27.062817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Router 7f69b91e-27b6-4037-8478-cac0cc131859 is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:27.077848 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Router 4370e510-7bf1-4e25-848c-899bfcf8573b is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:27.212597 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:27.226533 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Sync routers for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:27.255574 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:27.256479 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:27.260384 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:27.262903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:27.265016 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1648669e-5039-4798-b272-89835d8204d0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9385877 Jan 22 08:31:27.269759 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43812) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:27.282226 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Sync routers for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:27.312975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:27.315167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:27.551335 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:27.558793 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43816) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:27.574724 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-33322eaf-25c1-49cc-ab4d-f5423bbd3f09 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1896596 Jan 22 08:31:27.625433 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 95181ccd-c77a-4a98-9746-7ec05e95484c up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:27.651219 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:27.862256 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d986923-3919-4363-bbe9-7a13a3e32ce2 None None] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:28.028551 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:26Z', 'revision_number': 3, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:28.049405 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:28.074477 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Checking router: 7f69b91e-27b6-4037-8478-cac0cc131859 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:28.077242 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Updating router 7f69b91e-27b6-4037-8478-cac0cc131859 port dac9a062-07f6-4696-9d6e-81c565283e8b binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:28.127760 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.260120 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Provisioning complete for port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:28.261894 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.269287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 95181ccd-c77a-4a98-9746-7ec05e95484c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:28.269977 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.273336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.356954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa03363-8cca-46ec-b227-b265c2977b4e None None] Network 440e7490-0a3e-4449-a711-b1f45ec543ef requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:28.644873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.709151 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Allocated IP 172.20.0.1 (440e7490-0a3e-4449-a711-b1f45ec543ef/647ef2e3-b001-4725-9596-43e1ba03906a/f9e164e6-2b3c-4e1d-b456-0e44b45fc619) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:28.776758 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks [] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.799413 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:28.971204 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Pushing event updated for resources: {'Port': ['ID=dac9a062-07f6-4696-9d6e-81c565283e8b,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:28.989927 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:28.991362 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:28.993772 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:28.994746 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:28.997099 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:28.998997 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.000534 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.002575 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.003468 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.005904 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.007026 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.009391 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.010306 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:29.013107 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Current status of the port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:29.013504 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.022032 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Attempting to bind port dac9a062-07f6-4696-9d6e-81c565283e8b on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:29.023934 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Attempting to bind port dac9a062-07f6-4696-9d6e-81c565283e8b by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:29.025559 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Attempting to bind port dac9a062-07f6-4696-9d6e-81c565283e8b on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:29.035614 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 95181ccd-c77a-4a98-9746-7ec05e95484c is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:29.036016 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.041914 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:29.042840 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:29.046200 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.047242 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:29.049325 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Bound port: dac9a062-07f6-4696-9d6e-81c565283e8b, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:29.050115 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.125596 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] For port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:29.140637 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 95181ccd-c77a-4a98-9746-7ec05e95484c, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=95181ccd-c77a-4a98-9746-7ec05e95484c,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:29.141939 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.147735 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:26Z', 'revision_number': 3, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:29.157019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks [] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.239964 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.253300 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.254270 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:29.267877 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] For port dac9a062-07f6-4696-9d6e-81c565283e8b, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:29.269912 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Checking router: 4370e510-7bf1-4e25-848c-899bfcf8573b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:29.270330 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Updating router 4370e510-7bf1-4e25-848c-899bfcf8573b port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:29.272494 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] For port dac9a062-07f6-4696-9d6e-81c565283e8b, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=dac9a062-07f6-4696-9d6e-81c565283e8b,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:29.289013 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.324133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Network 440e7490-0a3e-4449-a711-b1f45ec543ef is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:29.339072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:29.342458 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:29.353481 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:29.404821 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35134fd1-ac25-41e1-b015-47eaca82a05c None None] Pushing event updated for resources: {'Port': ['ID=dac9a062-07f6-4696-9d6e-81c565283e8b,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:29.423884 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43834) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:29.432309 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.440641 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:29.441533 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:29.463034 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (7f69b91e-27b6-4037-8478-cac0cc131859), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.489975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Provisioning complete for port 95181ccd-c77a-4a98-9746-7ec05e95484c triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:29.490349 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.550817 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75973c-ebda-4db4-b31b-de9e888a2523 None None] Pushing event updated for resources: {'Port': ['ID=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:29.624495 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Allocated IP 172.20.0.1 (cb46d949-dc6b-44f8-983d-8a261d9fb956/bedaca7b-b52f-4053-9da6-47b1c0880355/f96f720c-4878-4415-96b8-09619ca4f07b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:29.669659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07b4e2ac-97ca-48fe-9efb-ff07943654f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.757537 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:29.865085 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:29.865642 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:29.901227 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=95181ccd-c77a-4a98-9746-7ec05e95484c,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:30.010924 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks [] for port (f96f720c-4878-4415-96b8-09619ca4f07b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.041621 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Current status of the port 95181ccd-c77a-4a98-9746-7ec05e95484c is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:30.060383 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.150267 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.236240 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Provisioning complete for port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:30.236942 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.248659 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:30.263538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:30.273604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:30.273604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (4370e510-7bf1-4e25-848c-899bfcf8573b), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.335674 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:26Z', 'revision_number': 3, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:30.350543 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:30.366827 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Pushing event updated for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:30.379158 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07b4e2ac-97ca-48fe-9efb-ff07943654f0 admin admin] Publish callbacks [] for security_group (5ca35de1-d19e-4a29-ada9-31f6da851ed0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.494962 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07b4e2ac-97ca-48fe-9efb-ff07943654f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5ca35de1-d19e-4a29-ada9-31f6da851ed0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.522499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks [] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.652147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-324fa6db-5507-4bdd-bb47-b37f5344d662 None None] Current status of the port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:30.656185 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.662694 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.674337 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 95181ccd-c77a-4a98-9746-7ec05e95484c up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:30.708963 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d3238-bac5-49c1-af25-0d502527f2fc None None] The sync data for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi is: [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:26Z', 'revision_number': 3, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:30.726371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4e2ac-97ca-48fe-9efb-ff07943654f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca35de1-d19e-4a29-ada9-31f6da851ed0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:30.756341 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-07b4e2ac-97ca-48fe-9efb-ff07943654f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2dc3e40e5e0418a9f7d90e51eeec75a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3307571 Jan 22 08:31:30.759485 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43860) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:30.861706 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Attempting to bind port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:30.862505 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Attempting to bind port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:30.863439 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Attempting to bind port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:30.868925 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks [] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.887060 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.929396 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:30.930230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:30.931787 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.932612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:30.933724 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Bound port: 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:30.934516 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:30.950618 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Provisioning complete for port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:30.951657 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.022042 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (7f69b91e-27b6-4037-8478-cac0cc131859), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.026578 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-65e49b34-9db1-4bff-b450-8c8ec5521794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:31.029669 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-65e49b34-9db1-4bff-b450-8c8ec5521794 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.1812246 Jan 22 08:31:31.041377 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:31.061417 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e316-c434-4c65-86b2-a96467cbcbca None None] Pushing event updated for resources: {'Port': ['ID=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:31.063574 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] Publish callbacks [] for security_group (5ca35de1-d19e-4a29-ada9-31f6da851ed0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.119996 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62fa1-919e-4a0a-a8f9-e6d0884681ad req-91f0b1f3-59c8-4fe3-9324-46f3c2f3a99b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:31.127356 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28f62fa1-919e-4a0a-a8f9-e6d0884681ad req-91f0b1f3-59c8-4fe3-9324-46f3c2f3a99b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2556319 Jan 22 08:31:31.143064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:31.154739 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] Publish callbacks [] for security_group (5ca35de1-d19e-4a29-ada9-31f6da851ed0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.166530 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 95181ccd-c77a-4a98-9746-7ec05e95484c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:31.167421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.247349 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] For port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:31.258022 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Provisioning complete for port 95181ccd-c77a-4a98-9746-7ec05e95484c triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:31.259441 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.392886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5ca35de1-d19e-4a29-ada9-31f6da851ed0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.399305 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.401305 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ca35de1-d19e-4a29-ada9-31f6da851ed0 HTTP/1.1" status: 204 len: 168 time: 0.6402216 Jan 22 08:31:31.478902 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a04565-89ac-4018-9cc6-61d71642f42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca35de1-d19e-4a29-ada9-31f6da851ed0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:31.558721 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks [] for port (f96f720c-4878-4415-96b8-09619ca4f07b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.563827 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-77dd20a5-1e44-4845-926b-363995d87788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:31.568207 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.568910 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (4370e510-7bf1-4e25-848c-899bfcf8573b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.569736 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-77dd20a5-1e44-4845-926b-363995d87788 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.5225468 Jan 22 08:31:31.576071 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Network 440e7490-0a3e-4449-a711-b1f45ec543ef is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:31.576532 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] For port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:31.589111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:31.620208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:31.679775 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28f62fa1-919e-4a0a-a8f9-e6d0884681ad req-d2d46b3b-300d-4fbc-bcf0-e2ae6cb562cd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505600 Jan 22 08:31:31.693481 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Pushing event updated for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:31.790701 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-7a5f9c3f-198b-4704-a367-b8a02a01ed60 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.2051730 Jan 22 08:31:31.878337 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:31.880451 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:31.913336 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:31.918120 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:32.056170 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-f3b4bb11-1c78-406a-87f8-e5a0becca98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:32.058058 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-f3b4bb11-1c78-406a-87f8-e5a0becca98e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.1976736 Jan 22 08:31:32.104701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e316-c434-4c65-86b2-a96467cbcbca None None] Pushing event updated for resources: {'Port': ['ID=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:32.112698 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-3e6b6b82-7da9-4185-a113-870e94926434 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465174 Jan 22 08:31:32.136445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Router 4370e510-7bf1-4e25-848c-899bfcf8573b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:31:32.139917 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 95181ccd-c77a-4a98-9746-7ec05e95484c is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:32.142317 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:32.301427 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Router 7f69b91e-27b6-4037-8478-cac0cc131859 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:31:32.380278 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:32.380643 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:32.398398 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ab7860f9-e970-4868-b1a6-7c611df961be admin admin] 10.222.0.84 "PUT /v2.0/routers/4370e510-7bf1-4e25-848c-899bfcf8573b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8300316 Jan 22 08:31:32.426542 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-fae6f00c-faf2-4919-9502-76d5f031ed60 service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985075 Jan 22 08:31:32.442291 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2754a-d5fe-4db3-adc6-dd6e030a49a0 None None] Current status of the port 95181ccd-c77a-4a98-9746-7ec05e95484c is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:32.611633 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:32.632501 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-aa898919-d8a2-44ef-98c5-2cdd76a5f9e0 admin admin] 10.222.0.84 "PUT /v2.0/routers/7f69b91e-27b6-4037-8478-cac0cc131859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3603802 Jan 22 08:31:32.693315 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0f69cdd9-185e-405b-96bb-a07fc9106f8c req-0d9af4be-0158-4874-876a-fd5e4feb09bb service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651842 Jan 22 08:31:32.807335 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Provisioning complete for port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:32.807954 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:32.909640 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:32.910169 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:32.938246 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3861-77bc-4276-a5e6-99abd45fff0b req-0d19c638-3a21-49a3-9420-ab54214f3231 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:32.950081 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eccc3861-77bc-4276-a5e6-99abd45fff0b req-0d19c638-3a21-49a3-9420-ab54214f3231 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1176605 Jan 22 08:31:32.971964 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:33.058056 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eccc3861-77bc-4276-a5e6-99abd45fff0b req-a89324e7-5c89-4240-97f7-cc6f714bd738 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065698 Jan 22 08:31:33.066075 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Provisioning complete for port f96f720c-4878-4415-96b8-09619ca4f07b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:33.066399 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:33.107637 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:33.132079 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-61af93e7-6a24-4ea4-9b60-634d42559b5c None None] Port f96f720c-4878-4415-96b8-09619ca4f07b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:33.172437 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 2, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:33.218259 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15bf1c-3e1e-49df-b46f-4eb8e8dffcae None None] The sync data for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi is: [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 2, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:33.335871 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device dac9a062-07f6-4696-9d6e-81c565283e8b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:33.423510 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port dac9a062-07f6-4696-9d6e-81c565283e8b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:33.424777 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:33.559513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port dac9a062-07f6-4696-9d6e-81c565283e8b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:33.560001 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:33.602831 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43924) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:33.625817 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port dac9a062-07f6-4696-9d6e-81c565283e8b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=dac9a062-07f6-4696-9d6e-81c565283e8b,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:33.660766 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:33.785432 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=dac9a062-07f6-4696-9d6e-81c565283e8b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:33.944512 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Sync routers for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:33.961125 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:33.962459 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:34.100813 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:34.183888 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1254839035-network', 'tenant_id': '421ede17a851404c8ff386afe6e24927'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:34.281639 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Made reservation on behalf of 421ede17a851404c8ff386afe6e24927 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:34.285590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.312699 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.343643 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf48f2-6340-4aa8-ac48-40f93e2a3afe req-c1d49b1c-1d92-4781-b06f-b89867e1a257 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:34.347299 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5cf48f2-6340-4aa8-ac48-40f93e2a3afe req-c1d49b1c-1d92-4781-b06f-b89867e1a257 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1360819 Jan 22 08:31:34.381367 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43950) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:34.397467 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2038752033-network', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:34.451797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5cf48f2-6340-4aa8-ac48-40f93e2a3afe req-082dc285-957c-4fc8-854e-b526a7be1ecc tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949244 Jan 22 08:31:34.453319 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Made reservation on behalf of e0d062e8cad240f4bab0440b2b543d84 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:34.455571 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.498868 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.550065 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks [] for security_group (3b4df20e-9900-41f2-bd9d-df42c6e66bcb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.561233 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3b4df20e-9900-41f2-bd9d-df42c6e66bcb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.630789 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 2, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:34.634308 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:34.677015 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Checking router: 7f69b91e-27b6-4037-8478-cac0cc131859 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:34.677625 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Updating router 7f69b91e-27b6-4037-8478-cac0cc131859 port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:34.681955 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4df20e-9900-41f2-bd9d-df42c6e66bcb,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:34.690783 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (3a8937e8-d205-4eb7-927e-414cf7506bae), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.691269 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Added segment 3a8937e8-d205-4eb7-927e-414cf7506bae of type vlan for network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 Jan 22 08:31:34.755529 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.778897 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43954) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:34.792067 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-802031328-network', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:34.792558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks [] for security_group (2af740de-223c-46ef-b0e9-7c0de4d41d47), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.799585 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2af740de-223c-46ef-b0e9-7c0de4d41d47), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.801852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (33ed9646-8659-48cc-8dc4-e06dc3f572b7), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.846874 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:34.850705 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Made reservation on behalf of 2ae52797dc48402f89d096f0b83d4fca for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:34.855535 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.860708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (33ed9646-8659-48cc-8dc4-e06dc3f572b7), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.861985 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:34.862645 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af740de-223c-46ef-b0e9-7c0de4d41d47,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:34.862950 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.874575 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (ce1a97e5-15f0-4720-a596-39522f95c9c2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.875272 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Added segment ce1a97e5-15f0-4720-a596-39522f95c9c2 of type vlan for network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 Jan 22 08:31:34.886049 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:34.952591 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (0ce6ce69-e5d3-41f3-8a47-48fc931989e9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.003109 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3954418 Jan 22 08:31:35.003551 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43958) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:35.012372 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Request body: {'subnet': {'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1254839035-subnet', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:35.021187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (0ce6ce69-e5d3-41f3-8a47-48fc931989e9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.022552 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:35.023343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.052558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c9466-2a83-4271-a80e-aded0b37e110 admin admin] Pushing event updated for resources: {'Network': ['ID=33ed9646-8659-48cc-8dc4-e06dc3f572b7,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:35.071815 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:35.075295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks [] for security_group (b94be971-2c01-4947-91bc-acae2fa191e4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.084842 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b94be971-2c01-4947-91bc-acae2fa191e4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.128977 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:35.141972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94be971-2c01-4947-91bc-acae2fa191e4,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:35.148531 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (1193f00e-9085-4959-9705-aed8fe42545e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.148870 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Added segment 1193f00e-9085-4959-9705-aed8fe42545e of type vlan for network 59555d57-a245-4b64-bc39-84ca5b4c4526 Jan 22 08:31:35.173116 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7879174 Jan 22 08:31:35.178187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43964) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:35.185303 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Request body: {'subnet': {'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2038752033-subnet', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:35.222774 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a0f0c-b341-4ba4-a96e-88f78a9727d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce6ce69-e5d3-41f3-8a47-48fc931989e9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:35.252567 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Made reservation on behalf of 421ede17a851404c8ff386afe6e24927 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:35.255708 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.292174 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks [] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.302061 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (59555d57-a245-4b64-bc39-84ca5b4c4526), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.309276 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.321670 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:35.418007 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (59555d57-a245-4b64-bc39-84ca5b4c4526), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.419381 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:35.420675 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.453706 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f470a7e-aa95-457f-8260-5445cb1ef1ed None None] Pushing event updated for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:35.505315 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Made reservation on behalf of e0d062e8cad240f4bab0440b2b543d84 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:35.521398 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.579387 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.693170 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device dac9a062-07f6-4696-9d6e-81c565283e8b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:35.737323 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] Pushing event updated for resources: {'Network': ['ID=59555d57-a245-4b64-bc39-84ca5b4c4526,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:35.748711 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Attempting to bind port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:35.749484 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Attempting to bind port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:35.751325 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Attempting to bind port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 on network 440e7490-0a3e-4449-a711-b1f45ec543ef {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:35.771158 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:35.772093 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Checking segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:35.772780 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.773347 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Bound using segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:35.774825 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Bound port: f9e164e6-2b3c-4e1d-b456-0e44b45fc619, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:35.775425 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:35.789132 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-08d75e0c-a11c-4ccb-8ab3-b1ca67540d7c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0045681 Jan 22 08:31:35.801995 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43976) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:35.812737 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Request body: {'subnet': {'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-802031328-subnet', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:35.869547 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:35.871767 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976d9e-df31-42da-b119-f201893d0af7 req-47c24a22-bb1e-462b-9489-d3fb15f5e2e4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:35.882929 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f976d9e-df31-42da-b119-f201893d0af7 req-47c24a22-bb1e-462b-9489-d3fb15f5e2e4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1302867 Jan 22 08:31:36.098257 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] For port f9e164e6-2b3c-4e1d-b456-0e44b45fc619, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:36.102895 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f976d9e-df31-42da-b119-f201893d0af7 req-6f7f82cb-3921-46af-82a6-30c174559d66 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920307 Jan 22 08:31:36.105626 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] For port f9e164e6-2b3c-4e1d-b456-0e44b45fc619, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:36.115606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43980) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:36.118379 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.145314 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Provisioning complete for port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:36.148989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.157979 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Made reservation on behalf of 2ae52797dc48402f89d096f0b83d4fca for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:36.160460 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.203028 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port dac9a062-07f6-4696-9d6e-81c565283e8b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:36.204469 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.247031 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (61e7be99-86d6-488d-89ee-d8d18e4921d4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.292738 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f470a7e-aa95-457f-8260-5445cb1ef1ed None None] Pushing event updated for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:36.338842 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:36.340831 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:36.348721 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Current status of the port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:36.349317 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.464223 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e7be99-86d6-488d-89ee-d8d18e4921d4,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:36.466186 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] For port f9e164e6-2b3c-4e1d-b456-0e44b45fc619, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:36.471021 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port dac9a062-07f6-4696-9d6e-81c565283e8b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:36.472419 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:36.543674 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.562519 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94a3c4aa-e93d-43ed-b807-f1beacebee5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.615817 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:36.625545 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:36.626294 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.740786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6f46-8341-4138-8928-402017bd6e1f None None] Pushing event updated for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:36.787427 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:36.788106 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Network hostable DHCP agents. Network: 33ed9646-8659-48cc-8dc4-e06dc3f572b7, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:36.822001 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94a3c4aa-e93d-43ed-b807-f1beacebee5c admin admin] Publish callbacks [] for security_group (dacafa62-8b71-43a8-89d2-86771a00cafd), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.829472 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94a3c4aa-e93d-43ed-b807-f1beacebee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (dacafa62-8b71-43a8-89d2-86771a00cafd), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.839581 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (f41b3379-ae1b-4002-91a8-d6215a56d064), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.845497 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:36.846277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.865184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-04e9e5b9-a2b5-48bd-8585-353db408fc83 None None] Provisioning complete for port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:36.866356 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-04e9e5b9-a2b5-48bd-8585-353db408fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:36.878760 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3c4aa-e93d-43ed-b807-f1beacebee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacafa62-8b71-43a8-89d2-86771a00cafd,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:36.909562 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-94a3c4aa-e93d-43ed-b807-f1beacebee5c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e70ef5df76b4ef2af60addca6a5b9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7898300 Jan 22 08:31:36.910078 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43986) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:36.992167 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:36.999404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] Publish callbacks [] for security_group (dacafa62-8b71-43a8-89d2-86771a00cafd), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.038258 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] Publish callbacks [] for security_group (dacafa62-8b71-43a8-89d2-86771a00cafd), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.088207 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:37.092287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-04e9e5b9-a2b5-48bd-8585-353db408fc83 None None] Current status of the port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:37.104274 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.114690 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e65d227-d1f3-4e76-8d76-70cec1015d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.115256 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:37.124230 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 33ed9646-8659-48cc-8dc4-e06dc3f572b7) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:37.125827 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (dacafa62-8b71-43a8-89d2-86771a00cafd), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.128607 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.139594 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dacafa62-8b71-43a8-89d2-86771a00cafd HTTP/1.1" status: 204 len: 168 time: 0.2278357 Jan 22 08:31:37.153993 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41b3379-ae1b-4002-91a8-d6215a56d064,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:37.168968 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (7d254546-765d-441e-8e83-07c4a1730004), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.179297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84b51-3686-4375-b425-f6c59fd15cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacafa62-8b71-43a8-89d2-86771a00cafd,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:37.180446 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:37.183161 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.207558 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60942963-2743-4c96-967e-7713c4eccb76 None None] The sync data for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi is: [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:37.263257 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Checking segment: {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:37.263620 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Network hostable DHCP agents. Network: 0ce6ce69-e5d3-41f3-8a47-48fc931989e9, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:37.265289 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:37.270370 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d254546-765d-441e-8e83-07c4a1730004,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:37.282654 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d768a3-b71d-4a14-b734-71f392b792f4 None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:37.292993 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1883f02a-10d0-46ea-9e60-c6a493de908f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2826540 Jan 22 08:31:37.293459 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 43994) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:37.297684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:37.371533 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.373175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.401980 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:37.408738 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Checking segment: {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:37.409072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Network hostable DHCP agents. Network: 59555d57-a245-4b64-bc39-84ca5b4c4526, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:37.437224 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 0ce6ce69-e5d3-41f3-8a47-48fc931989e9) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:37.471867 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:37.475175 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.530241 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74250658-781b-4b81-b2d2-6194714d0f1e None None] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:37.534608 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517709a-b745-40a8-89db-763e62bf835a req-51d34dcf-ca7a-4870-9853-2e6ac220df1e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:37.537092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d517709a-b745-40a8-89db-763e62bf835a req-51d34dcf-ca7a-4870-9853-2e6ac220df1e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1578171 Jan 22 08:31:37.542931 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-193430ce-3599-41fe-ad23-3f37728d24f4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3631999 Jan 22 08:31:37.545552 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:37.552836 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 43996) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:37.559076 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:37.576409 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 59555d57-a245-4b64-bc39-84ca5b4c4526) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:37.583684 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:37.585179 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.601812 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bf411-88d1-4485-8ac6-a190ca23f4f1 None None] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:37.619396 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8d658332-99a9-4e75-8530-bd0c4f0a8940 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8120434 Jan 22 08:31:37.623040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44000) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:37.632209 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for router_controller (c956b42c-861f-49a5-ac92-2c664da3bd0e), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.643500 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:37.679150 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.681386 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.733842 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Sync routers for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:37.750454 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (d3eebcff-ac94-4480-871c-413023c5bec7), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.752523 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (d3eebcff-ac94-4480-871c-413023c5bec7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:37.776827 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d517709a-b745-40a8-89db-763e62bf835a req-db3b64b9-894f-45ef-9bad-b74d2b546447 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889622 Jan 22 08:31:38.001745 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for router_gateway (c956b42c-861f-49a5-ac92-2c664da3bd0e), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.108018 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:38.108907 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.115751 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:38.116395 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:38.204621 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for router_controller (a2196702-e7cd-47d0-a630-fe0d56e32341), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.248351 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'fixed_ips': [{'subnet_id': 'f41b3379-ae1b-4002-91a8-d6215a56d064'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:38.249236 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.282762 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for router_controller (d3eebcff-ac94-4480-871c-413023c5bec7), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.379323 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-59555d57-a245-4b64-bc39-84ca5b4c4526', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:38.380372 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.420445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for router_gateway (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.458469 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.719236 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Allocated IP 172.27.3.62 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/d4d1071b-8dab-47f6-845a-ec5685f677e3) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:38.825036 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:38.846253 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for router_gateway (d3eebcff-ac94-4480-871c-413023c5bec7), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:38.863739 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for router_gateway (a2196702-e7cd-47d0-a630-fe0d56e32341), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.029972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657fa8-fe91-468a-af03-5eab94071868 req-d12438d3-43d0-4fba-b563-512eb2698315 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:39.031841 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09657fa8-fe91-468a-af03-5eab94071868 req-d12438d3-43d0-4fba-b563-512eb2698315 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0858727 Jan 22 08:31:39.036786 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.085167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Allocated IP 172.20.0.2 (33ed9646-8659-48cc-8dc4-e06dc3f572b7/61e7be99-86d6-488d-89ee-d8d18e4921d4/91e42beb-4c55-4cef-9ccb-af6d6f77b4f4) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:39.167701 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09657fa8-fe91-468a-af03-5eab94071868 req-d00cca81-94a2-4efe-bb7e-1755657ff02c tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256065 Jan 22 08:31:39.225175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.291503 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Allocated IP 172.20.0.2 (0ce6ce69-e5d3-41f3-8a47-48fc931989e9/f41b3379-ae1b-4002-91a8-d6215a56d064/15b4bcaf-2060-4c35-856e-01a9fc5e3a70) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:39.377856 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Allocated IP 172.20.0.2 (59555d57-a245-4b64-bc39-84ca5b4c4526/7d254546-765d-441e-8e83-07c4a1730004/6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:39.482467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Pushing event updated for resources: {'Port': ['ID=d4d1071b-8dab-47f6-845a-ec5685f677e3,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:39.488701 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for router_gateway (d3eebcff-ac94-4480-871c-413023c5bec7), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.536891 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:39.548821 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:39.553458 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:39.565187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.628644 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f9e164e6-2b3c-4e1d-b456-0e44b45fc619 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:39.639058 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for router_gateway (a2196702-e7cd-47d0-a630-fe0d56e32341), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.679342 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.824381 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-89fe873a-d89a-4186-a1b5-06b9d7617052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:39.850995 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Allocated IP 172.27.3.19 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/ccc717aa-7e21-407b-b145-07b0bcd9d84c) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:39.954973 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for router_gateway (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.019753 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.091809 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.165399 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks [] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.184751 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks [] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.220327 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.236005 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks [] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.238187 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.269111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:40.275646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:40.277375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.295924 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.298332 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:40.320536 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.324653 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:40.335736 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 2, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:40.343063 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc717aa-7e21-407b-b145-07b0bcd9d84c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:40.346403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Allocated IP 172.27.3.10 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/d663eecf-4e78-4974-b7ce-8924d99f60b0) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:40.359820 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:40.405438 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:40.414443 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b53b-369a-4b55-b03c-babfb86d2281 req-0ec69682-9479-4b8d-831e-49ee7863939b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:40.417115 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Checking router: 4370e510-7bf1-4e25-848c-899bfcf8573b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:40.417767 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Updating router 4370e510-7bf1-4e25-848c-899bfcf8573b port f96f720c-4878-4415-96b8-09619ca4f07b binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:40.419303 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef81b53b-369a-4b55-b03c-babfb86d2281 req-0ec69682-9479-4b8d-831e-49ee7863939b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1191590 Jan 22 08:31:40.423893 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:40.428773 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:40.430861 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Pushing event updated for resources: {'Port': ['ID=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:40.472994 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:40.479114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:40.494845 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:40.529227 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef81b53b-369a-4b55-b03c-babfb86d2281 req-5f71f24a-c4bb-4927-9797-e884c4fceec3 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Jan 22 08:31:40.534010 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:40.547067 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:40.585710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Router c956b42c-861f-49a5-ac92-2c664da3bd0e is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:40.605789 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.695492 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:40.950051 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Pushing event updated for resources: {'Port': ['ID=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:40.961851 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.014746 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for router_gateway (d3eebcff-ac94-4480-871c-413023c5bec7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.071877 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Attempting to bind port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:41.072450 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Attempting to bind port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:41.073079 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Attempting to bind port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:41.073402 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:41.077114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:41.079270 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d663eecf-4e78-4974-b7ce-8924d99f60b0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:41.084725 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:41.108167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:41.125425 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:41.137539 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:41.138223 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:41.145140 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.150211 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d86d02a2-22f8-4ce1-84d9-2c17fba7daee admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8534462 Jan 22 08:31:41.151004 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44048) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:41.171246 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:41.171890 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:41.172658 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.173283 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Bound using segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:41.174140 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Bound port: 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:41.175004 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.178587 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Attempting to bind port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:41.179315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Attempting to bind port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:41.180470 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Attempting to bind port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 on network 59555d57-a245-4b64-bc39-84ca5b4c4526 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:41.200714 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Attempting to bind port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:41.201348 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Attempting to bind port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:41.201968 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Attempting to bind port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 on network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:41.238481 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Pushing event updated for resources: {'Port': ['ID=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:41.246757 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:41.248243 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:41.250545 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:41.251133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Checking segment: {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:41.251686 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.252164 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Bound using segment: {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:41.252726 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Bound port: 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:41.253190 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.255622 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:41.256231 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Checking segment: {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:41.256694 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.257157 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Bound using segment: {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:41.258090 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Bound port: 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:41.258824 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.350456 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:41.648074 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:39Z', 'revision_number': 3, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:41.691443 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:41.692192 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Updating router c956b42c-861f-49a5-ac92-2c664da3bd0e port d4d1071b-8dab-47f6-845a-ec5685f677e3 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:41.728749 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.817500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks [] for port (f96f720c-4878-4415-96b8-09619ca4f07b), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:41.861932 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa533b-71d5-45d5-837b-4e1863d56fad req-39a4a35f-3b96-4c12-aec9-ecc4ccb6add0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:41.863769 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7aa533b-71d5-45d5-837b-4e1863d56fad req-39a4a35f-3b96-4c12-aec9-ecc4ccb6add0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0979710 Jan 22 08:31:41.935141 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.006245 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7aa533b-71d5-45d5-837b-4e1863d56fad req-80d712c5-743b-4e73-9417-fe71f6e2e566 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970273 Jan 22 08:31:42.053250 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.086521 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] For port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:42.090668 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for router_gateway (a2196702-e7cd-47d0-a630-fe0d56e32341), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.147196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] For port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:42.156884 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] For port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:42.183113 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:42.183540 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.186782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.194668 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] For port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:42.194917 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (d3eebcff-ac94-4480-871c-413023c5bec7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.200342 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Pushing event updated for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:42.243688 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] For port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:42.246860 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.299811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.327705 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks [] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.337147 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.343158 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] For port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:42.396936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.476269 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Attempting to bind port f96f720c-4878-4415-96b8-09619ca4f07b on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:42.476643 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Attempting to bind port f96f720c-4878-4415-96b8-09619ca4f07b by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:42.477469 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Attempting to bind port f96f720c-4878-4415-96b8-09619ca4f07b on network cb46d949-dc6b-44f8-983d-8a261d9fb956 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:42.486560 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2eedd-177d-41d1-b0b9-4e61c8c5768e None None] Pushing event updated for resources: {'Port': ['ID=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:42.499842 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Attempting to bind port d4d1071b-8dab-47f6-845a-ec5685f677e3 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:42.500290 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Attempting to bind port d4d1071b-8dab-47f6-845a-ec5685f677e3 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:42.522446 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Attempting to bind port d4d1071b-8dab-47f6-845a-ec5685f677e3 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:42.529025 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6e56f-4951-4294-853e-26cb75c41d0d None None] Pushing event updated for resources: {'Port': ['ID=d4d1071b-8dab-47f6-845a-ec5685f677e3,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:42.550135 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:42.555642 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:42.561175 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.561917 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:42.562683 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Bound port: d4d1071b-8dab-47f6-845a-ec5685f677e3, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:42.563355 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.581911 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:42.582319 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Checking segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:42.582752 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.583274 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Bound using segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:42.583639 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Bound port: f96f720c-4878-4415-96b8-09619ca4f07b, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:42.584024 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.691879 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] For port d4d1071b-8dab-47f6-845a-ec5685f677e3, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:42.697256 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] For port d4d1071b-8dab-47f6-845a-ec5685f677e3, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d4d1071b-8dab-47f6-845a-ec5685f677e3,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:42.704638 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:42.752111 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Allocated IP 172.20.0.1 (33ed9646-8659-48cc-8dc4-e06dc3f572b7/61e7be99-86d6-488d-89ee-d8d18e4921d4/23616235-fc5f-43c6-8800-5e4da346f8c3) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:42.858792 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:42.913383 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6e56f-4951-4294-853e-26cb75c41d0d None None] Pushing event updated for resources: {'Port': ['ID=d4d1071b-8dab-47f6-845a-ec5685f677e3,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:42.975291 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:42.976590 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:43.050303 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-cbfd622b-4e05-4c76-8d26-03bd4e660e5e None None] Provisioning complete for port f96f720c-4878-4415-96b8-09619ca4f07b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:43.051667 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cbfd622b-4e05-4c76-8d26-03bd4e660e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.061094 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414606-5d1d-4e29-831c-dd307e8003e4 None None] Pushing event updated for resources: {'Port': ['ID=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:43.184045 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks [] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.230412 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Router d3eebcff-ac94-4480-871c-413023c5bec7 is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:43.290699 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.437951 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.472378 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] For port f96f720c-4878-4415-96b8-09619ca4f07b, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:43.476391 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] For port f96f720c-4878-4415-96b8-09619ca4f07b, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f96f720c-4878-4415-96b8-09619ca4f07b,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:43.486113 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.496832 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd622b-4e05-4c76-8d26-03bd4e660e5e None None] Port f96f720c-4878-4415-96b8-09619ca4f07b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:43.535531 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:43.536224 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:43.642968 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:43.654608 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:43.662174 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:43.663088 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.671196 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:43.689210 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daf6fe-153c-4510-86dc-013e66921b2f req-e21e1a99-a28f-4f76-8db3-4dd7991ed3b8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:43.690846 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33daf6fe-153c-4510-86dc-013e66921b2f req-e21e1a99-a28f-4f76-8db3-4dd7991ed3b8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.3833861 Jan 22 08:31:43.736395 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:43.746884 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:43.749329 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44082) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:43.814964 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:43.881639 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:43.885301 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6f1c9497-37f1-4a14-a017-6d19798e1fe0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.2562764 Jan 22 08:31:43.889756 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44086) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:43.963744 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33daf6fe-153c-4510-86dc-013e66921b2f req-5acc9e2b-6c04-4bb5-80ed-5dcbd1ba47cf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082510 Jan 22 08:31:44.012231 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Sync routers for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:44.020075 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:44.022166 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d876d42e-a2ba-4336-9fe6-d99b1fd3a780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.050241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.101496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:44.102861 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:44.109421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d3e99-bdd5-4a28-b4e1-408e308adbe9 None None] Pushing event updated for resources: {'Port': ['ID=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:44.151585 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:39Z', 'revision_number': 3, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:44.168770 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.169485 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Provisioning complete for port f96f720c-4878-4415-96b8-09619ca4f07b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:44.169840 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.209454 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94624f-dc07-42cd-8873-dc5a1522aa1f None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:39Z', 'revision_number': 3, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:44.347951 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks [] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.356720 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.365772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.371210 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d876d42e-a2ba-4336-9fe6-d99b1fd3a780 admin admin] Publish callbacks [] for security_group (4896606c-a0af-4744-8c33-f42a68e79567), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.372416 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Router a2196702-e7cd-47d0-a630-fe0d56e32341 is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:44.385054 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d876d42e-a2ba-4336-9fe6-d99b1fd3a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4896606c-a0af-4744-8c33-f42a68e79567), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:44.510746 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d876d42e-a2ba-4336-9fe6-d99b1fd3a780 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eccf3ffe576d4d2db40a47fbdb234f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7588840 Jan 22 08:31:44.511767 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876d42e-a2ba-4336-9fe6-d99b1fd3a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896606c-a0af-4744-8c33-f42a68e79567,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:44.532567 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44088) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:44.558047 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:44.580445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:44.582129 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:44.588744 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:44.933612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:31:45.167053 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Pushing event updated for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:45.222516 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:45.223127 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:45.233966 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:45.250470 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.251137 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.252276 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.252712 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.255233 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.256131 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.256131 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.256546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.256937 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.257499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.258482 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.258958 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.259404 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567a4530-97c2-4eb3-bcde-7fa8c27a80a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:31:45.281967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935d714-0b69-4953-93ff-b3d7126507cf None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:45.293012 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:45.306336 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9b795136-d0b1-4927-b06f-5413835d41d5 admin admin] 10.222.0.84 "PUT /v2.0/routers/c956b42c-861f-49a5-ac92-2c664da3bd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1537588 Jan 22 08:31:45.357676 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcecb6e-adee-4032-83b8-f429ab21e292 req-da32b01b-5de6-47e4-bd7b-b56a72d061a9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:45.359202 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fcecb6e-adee-4032-83b8-f429ab21e292 req-da32b01b-5de6-47e4-bd7b-b56a72d061a9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1340659 Jan 22 08:31:45.437527 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:45.448330 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Sync routers for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:45.468746 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feebc20-c561-4326-8e29-3df90e93881e req-65ecfbad-f4a1-4e44-86b1-cfdd3430956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:45.469835 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2feebc20-c561-4326-8e29-3df90e93881e req-65ecfbad-f4a1-4e44-86b1-cfdd3430956e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.3546484 Jan 22 08:31:45.475164 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fcecb6e-adee-4032-83b8-f429ab21e292 req-4e3cba26-b323-48d0-9cab-b82d76c72c2e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062202 Jan 22 08:31:45.496864 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:45.501408 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:45.621996 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568147cf-306a-4218-95ba-6172f45fe99f None None] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:45.622732 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] Publish callbacks [] for security_group (4896606c-a0af-4744-8c33-f42a68e79567), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:45.631392 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619c5b8-7deb-4d8d-85fb-80044fd4c7d9 None None] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:45.643676 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:45.645061 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-18053909-bb29-46bf-a1ed-47e50c6978a2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0908618 Jan 22 08:31:45.647877 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44100) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:45.783343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] Publish callbacks [] for security_group (4896606c-a0af-4744-8c33-f42a68e79567), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:45.786148 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:45.889859 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2feebc20-c561-4326-8e29-3df90e93881e req-558a76a1-f1ba-4720-ae11-5b8b8d8d94b8 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992586 Jan 22 08:31:46.021970 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Current status of the port f96f720c-4878-4415-96b8-09619ca4f07b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:46.022833 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.032495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (4896606c-a0af-4744-8c33-f42a68e79567), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.037511 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.042114 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4896606c-a0af-4744-8c33-f42a68e79567 HTTP/1.1" status: 204 len: 168 time: 1.5015087 Jan 22 08:31:46.093897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb36dd-b7b9-4210-ab03-e964a7920388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896606c-a0af-4744-8c33-f42a68e79567,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:46.110557 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.156220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:46.351100 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:41Z', 'revision_number': 3, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:46.439896 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ac28-a296-4aed-9363-da0cba171322 None None] The sync data for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi is: [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:46.453222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:46.457864 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.474660 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Checking router: a2196702-e7cd-47d0-a630-fe0d56e32341 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:46.475164 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Updating router a2196702-e7cd-47d0-a630-fe0d56e32341 port d663eecf-4e78-4974-b7ce-8924d99f60b0 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:46.507440 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] For port f96f720c-4878-4415-96b8-09619ca4f07b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f96f720c-4878-4415-96b8-09619ca4f07b,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:46.552946 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.579602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Allocated IP 172.20.0.1 (59555d57-a245-4b64-bc39-84ca5b4c4526/7d254546-765d-441e-8e83-07c4a1730004/80e66110-5d95-4dae-916c-1d6768126d41) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:46.629668 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.765770 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:46.829149 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:40Z', 'revision_number': 3, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:46.879313 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44132) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:46.911402 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-412529318-network', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:47.050825 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Checking router: d3eebcff-ac94-4480-871c-413023c5bec7 for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:47.052212 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Updating router d3eebcff-ac94-4480-871c-413023c5bec7 port ccc717aa-7e21-407b-b145-07b0bcd9d84c binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:47.066692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:47.230259 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.235009 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Made reservation on behalf of 3aa825de455b4be0b49980f4bcc2f8a7 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:47.246045 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.285160 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972d194-55d1-4b19-ae46-58f7782f41be None None] Pushing event updated for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:47.314956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks [] for port (80e66110-5d95-4dae-916c-1d6768126d41), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.339012 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Provisioning complete for port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:47.340368 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70d9d8-48e1-46f7-b91f-dd8df1b9d594 req-7cef97b2-3e09-4eac-8fa1-aebdd196f25e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:47.343338 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.350957 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.353441 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a70d9d8-48e1-46f7-b91f-dd8df1b9d594 req-7cef97b2-3e09-4eac-8fa1-aebdd196f25e tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.5198345 Jan 22 08:31:47.548978 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.552687 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:47.811827 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a70d9d8-48e1-46f7-b91f-dd8df1b9d594 req-3b69ed0f-b0bd-4153-9f4b-254fb78d21f1 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394836 Jan 22 08:31:47.813143 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Allocated IP 172.20.0.1 (0ce6ce69-e5d3-41f3-8a47-48fc931989e9/f41b3379-ae1b-4002-91a8-d6215a56d064/efa4c9dc-c23c-48da-83bb-f5464d5fb39e) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:47.829902 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.838525 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:47.915788 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:47.916513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:47.933030 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks [] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:47.946339 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.028666 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf42f-a39e-4419-9a59-9d3c572a6799 None None] Pushing event updated for resources: {'Port': ['ID=d663eecf-4e78-4974-b7ce-8924d99f60b0,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:48.086653 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:48.113190 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Attempting to bind port d663eecf-4e78-4974-b7ce-8924d99f60b0 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:48.113548 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Attempting to bind port d663eecf-4e78-4974-b7ce-8924d99f60b0 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:48.113902 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Attempting to bind port d663eecf-4e78-4974-b7ce-8924d99f60b0 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:48.115694 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:48.124129 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:48.124740 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:48.125139 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.125528 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:48.126005 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Bound port: d663eecf-4e78-4974-b7ce-8924d99f60b0, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:48.126373 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.127384 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:48.152379 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks [] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.169243 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks [] for security_group (680347d9-97bb-4b63-bfaa-18e20211a5af), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.237703 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (680347d9-97bb-4b63-bfaa-18e20211a5af), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.244136 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Pushing event updated for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:48.266794 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.302763 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] For port d663eecf-4e78-4974-b7ce-8924d99f60b0, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:48.316454 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] For port d663eecf-4e78-4974-b7ce-8924d99f60b0, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d663eecf-4e78-4974-b7ce-8924d99f60b0,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:48.326552 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.431302 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:31:48.444015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680347d9-97bb-4b63-bfaa-18e20211a5af,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:48.465219 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (d3eebcff-ac94-4480-871c-413023c5bec7), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.467615 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:48.475001 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Pushing event updated for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:48.479348 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:48.502242 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:48.502793 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (a2196702-e7cd-47d0-a630-fe0d56e32341), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.612914 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf42f-a39e-4419-9a59-9d3c572a6799 None None] Pushing event updated for resources: {'Port': ['ID=d663eecf-4e78-4974-b7ce-8924d99f60b0,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:48.632351 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks [] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.646813 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:48.650690 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:48.674848 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f96f720c-4878-4415-96b8-09619ca4f07b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:48.725347 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.792077 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (8cc4201c-74eb-4248-a0ed-f7cfb72d730c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.793200 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Added segment 8cc4201c-74eb-4248-a0ed-f7cfb72d730c of type vlan for network 1e906ace-66fb-410a-85fa-24a58ee3271b Jan 22 08:31:48.869358 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (80e66110-5d95-4dae-916c-1d6768126d41), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.936421 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (1e906ace-66fb-410a-85fa-24a58ee3271b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:48.965058 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:48.967176 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Current status of the port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:48.967719 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.006607 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (1e906ace-66fb-410a-85fa-24a58ee3271b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.008202 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:49.008915 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.048784 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1682265 Jan 22 08:31:49.052119 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:49.232287 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82bf6f-ddf8-4987-9d94-35eb2d33dc03 admin admin] Pushing event updated for resources: {'Network': ['ID=1e906ace-66fb-410a-85fa-24a58ee3271b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:49.244816 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44190) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:49.253851 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Request body: {'subnet': {'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-412529318-subnet', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:49.266249 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Attempting to bind port ccc717aa-7e21-407b-b145-07b0bcd9d84c on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:49.266613 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Attempting to bind port ccc717aa-7e21-407b-b145-07b0bcd9d84c by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:49.267187 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Attempting to bind port ccc717aa-7e21-407b-b145-07b0bcd9d84c on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:49.282171 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 1e906ace-66fb-410a-85fa-24a58ee3271b details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:31:49.300464 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5abab-f3cf-4531-b418-a7bc46fe16ab None None] Pushing event updated for resources: {'Port': ['ID=ccc717aa-7e21-407b-b145-07b0bcd9d84c,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:49.318479 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks [] for port (80e66110-5d95-4dae-916c-1d6768126d41), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.332369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:49.332779 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:49.333264 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.333773 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:49.334453 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Bound port: ccc717aa-7e21-407b-b145-07b0bcd9d84c, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:49.335073 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.335266 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:41Z', 'revision_number': 3, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:49.339477 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.390301 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b120c-7502-44a2-9d50-b66c59b7bd0f None None] The sync data for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi is: [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:41Z', 'revision_number': 3, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:49.418144 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Made reservation on behalf of 3aa825de455b4be0b49980f4bcc2f8a7 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:31:49.421779 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.423871 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.464155 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fc4b7-300c-46a0-9ee9-af3c306d8e06 req-87f07fb8-a9c7-4a8f-afea-668392063bdf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:49.464155 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cc9fc4b7-300c-46a0-9ee9-af3c306d8e06 req-87f07fb8-a9c7-4a8f-afea-668392063bdf tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1785657 Jan 22 08:31:49.471213 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Pushing event updated for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:49.475472 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (d3eebcff-ac94-4480-871c-413023c5bec7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.525782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] For port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:49.559048 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.736100 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port f96f720c-4878-4415-96b8-09619ca4f07b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:49.736757 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.751698 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cc9fc4b7-300c-46a0-9ee9-af3c306d8e06 req-96cf483b-f7b1-48d0-a36e-55e3a61c218d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602697 Jan 22 08:31:49.860340 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:49.873711 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:49.891201 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks [] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.899895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:49.900916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (a2196702-e7cd-47d0-a630-fe0d56e32341), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.002898 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Pushing event updated for resources: {'Port': ['ID=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:50.026284 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Pushing event updated for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:50.154030 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] For port ccc717aa-7e21-407b-b145-07b0bcd9d84c, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:50.155017 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (90a13b05-f3e1-40d4-a37a-bac0b4a83142), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.266394 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Provisioning complete for port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:50.267044 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.324935 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] For port ccc717aa-7e21-407b-b145-07b0bcd9d84c, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ccc717aa-7e21-407b-b145-07b0bcd9d84c,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:50.325323 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a13b05-f3e1-40d4-a37a-bac0b4a83142,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:50.367903 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.378393 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Checking segment: {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:50.378393 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Network hostable DHCP agents. Network: 1e906ace-66fb-410a-85fa-24a58ee3271b, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:31:50.381898 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Router d3eebcff-ac94-4480-871c-413023c5bec7 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:31:50.437734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:50.440048 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:50.502045 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Network 1e906ace-66fb-410a-85fa-24a58ee3271b is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:31:50.572552 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 1e906ace-66fb-410a-85fa-24a58ee3271b) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:50.578453 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:50.580096 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.612270 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3f588562-6f7d-4364-9d08-e5477d574390 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3644397 Jan 22 08:31:50.615404 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44238) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:50.621558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:50.689665 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7620713-4819-4326-9d70-7d2c457a9e27 None None] Network 1e906ace-66fb-410a-85fa-24a58ee3271b requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:50.698942 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3725180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14702'] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.700381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3725004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14693'] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.872187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:50.881512 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for router_controller (bdd8510a-e346-489c-80ff-7512b8e8192b), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:50.908090 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fa0e11ac-3d5b-4b3a-aace-5b4b5373ef6d admin admin] 10.222.0.84 "PUT /v2.0/routers/d3eebcff-ac94-4480-871c-413023c5bec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0088356 Jan 22 08:31:51.055402 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5abab-f3cf-4531-b418-a7bc46fe16ab None None] Pushing event updated for resources: {'Port': ['ID=ccc717aa-7e21-407b-b145-07b0bcd9d84c,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:51.104415 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Router a2196702-e7cd-47d0-a630-fe0d56e32341 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:31:51.116309 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-fbac03a5-9ada-47ff-a645-e83ec44eca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:51.120604 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-fbac03a5-9ada-47ff-a645-e83ec44eca66 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 1098 time: 0.2107792 Jan 22 08:31:51.188523 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa561109-e532-4b43-b405-55360f471915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93bacac-0b4f-5b80-8c77-446ac20927e4-1e906ace-66fb-410a-85fa-24a58ee3271b', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142'}]}} from dv-cinder-825913-1-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 22 08:31:51.190442 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:51.213515 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:51.214902 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:51.280241 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for router_gateway (bdd8510a-e346-489c-80ff-7512b8e8192b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:51.286518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60a4eb-acc4-4aa8-a038-4e47c1f51928 req-4eb61087-2494-4465-a823-282af3834a19 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:51.294898 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa60a4eb-acc4-4aa8-a038-4e47c1f51928 req-4eb61087-2494-4465-a823-282af3834a19 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2610254 Jan 22 08:31:51.358854 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab8c5b-1a5a-49f3-8433-296738e367ce req-0e103913-fa21-4f9c-83b9-8ea59ba586aa tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:51.361987 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2ab8c5b-1a5a-49f3-8433-296738e367ce req-0e103913-fa21-4f9c-83b9-8ea59ba586aa tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2985477 Jan 22 08:31:51.386455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:31:44Z', 'revision_number': 2, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:51.475170 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:51.492764 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c4340c22-d7ef-4be2-ac8f-8abb3acc0770 admin admin] 10.222.0.84 "PUT /v2.0/routers/a2196702-e7cd-47d0-a630-fe0d56e32341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8317125 Jan 22 08:31:51.498649 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port f96f720c-4878-4415-96b8-09619ca4f07b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:51.498649 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:51.516285 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa60a4eb-acc4-4aa8-a038-4e47c1f51928 req-32688670-343c-4cb5-a937-63133aa6edb5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203071 Jan 22 08:31:51.542808 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:51.543163 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Updating router c956b42c-861f-49a5-ac92-2c664da3bd0e port 23616235-fc5f-43c6-8800-5e4da346f8c3 binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:51.564586 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2ab8c5b-1a5a-49f3-8433-296738e367ce req-7670c829-c5cd-45ca-85b0-5ae328e995eb tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817379 Jan 22 08:31:51.568370 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Current status of the port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:51.568757 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:51.755339 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:51.773324 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:51.781730 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-3e3687f3-bca7-4050-8819-6e29a5847244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:51.783613 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] For port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:51.784849 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-3e3687f3-bca7-4050-8819-6e29a5847244 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 200 len: 919 time: 0.5526919 Jan 22 08:31:51.828099 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:51.846975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-aa561109-e532-4b43-b405-55360f471915 None None] Allocated IP 172.20.0.2 (1e906ace-66fb-410a-85fa-24a58ee3271b/90a13b05-f3e1-40d4-a37a-bac0b4a83142/cfd2da2d-1ff5-4490-8781-4a39a874aa24) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:51.929304 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-46e07991-fb49-4ad3-9500-47f2b6b38de0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 200 len: 217 time: 0.1346948 Jan 22 08:31:51.983097 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Provisioning complete for port 23616235-fc5f-43c6-8800-5e4da346f8c3 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:51.983290 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.028657 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-b5c6e92b-95ae-4314-b9a9-b2561947adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:52.030429 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-b5c6e92b-95ae-4314-b9a9-b2561947adcf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 200 len: 859 time: 0.0902114 Jan 22 08:31:52.099172 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-2e1f4cbe-8cef-4b2b-9aed-1e35e1e864af service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2a35619-1119-49b1-82c8-4c2b360fda7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588815 Jan 22 08:31:52.121327 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:52.121935 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.251524 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Pushing event updated for resources: {'Port': ['ID=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:52.395709 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for router_gateway (bdd8510a-e346-489c-80ff-7512b8e8192b), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.407542 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Port 23616235-fc5f-43c6-8800-5e4da346f8c3 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:52.437159 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.459754 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44280) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:52.466181 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576315302', 'description': 'tempest-secgroup-smoke-1576315302 description', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:52.537839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.565951 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-7df1869b-1199-4ae8-9e76-8a3026ea7cba service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600499 Jan 22 08:31:52.688839 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Sync routers for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:52.743589 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:52.744515 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (6e167953-bea6-427a-818d-8e8eed4aaaeb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.746556 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:52.796008 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Allocated IP 172.27.3.115 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/1b8c815f-2766-4150-9b86-4aa60f51fce9) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:52.815034 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (6e167953-bea6-427a-818d-8e8eed4aaaeb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.847463 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Provisioning complete for port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:52.847463 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.897619 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94a8d19a-50a1-459c-ad2e-a11671e592b8 req-047004d3-ab54-4e7f-89c0-a15c8c14544f service neutron] 10.222.0.107 "GET /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064609 Jan 22 08:31:52.919631 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:52.926203 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4590261 Jan 22 08:31:52.926203 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44290) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:52.932440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:52.954017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a7d47-813f-4511-802f-cc6c542e3efe tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e167953-bea6-427a-818d-8e8eed4aaaeb,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:52.985738 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b51365-72ec-41ee-9fa5-223edc495835 req-10f0d01b-8e59-4fda-b7c4-8a5d4cb2e7f1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:52.985738 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f6b51365-72ec-41ee-9fa5-223edc495835 req-10f0d01b-8e59-4fda-b7c4-8a5d4cb2e7f1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2072718 Jan 22 08:31:52.997552 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adfe1b-0bd0-42a4-a24f-2c7451f2aa51 req-6656e7f5-cf50-4f10-b10d-b5a71c76212a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:53.002566 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60adfe1b-0bd0-42a4-a24f-2c7451f2aa51 req-6656e7f5-cf50-4f10-b10d-b5a71c76212a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2817883 Jan 22 08:31:53.129893 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:53.172372 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (6842912f-1a8f-420a-bd83-acd6ee45a0bd), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.226208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:53.230277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:53.247036 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.344912 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.374289 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60adfe1b-0bd0-42a4-a24f-2c7451f2aa51 req-bdd25814-8d3f-4777-916d-ba3c4fd482d9 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452406 Jan 22 08:31:53.386166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f6b51365-72ec-41ee-9fa5-223edc495835 req-7bb280f0-1392-4449-8454-da5e6d0bc70e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807702 Jan 22 08:31:53.400949 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks [] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.454073 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.467644 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (6842912f-1a8f-420a-bd83-acd6ee45a0bd), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.474333 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (6842912f-1a8f-420a-bd83-acd6ee45a0bd), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.525837 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6842912f-1a8f-420a-bd83-acd6ee45a0bd,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:53.544478 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.549880 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b53bf63f-9100-4237-b0ef-40907dd98c40 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6203973 Jan 22 08:31:53.550449 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44296) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:53.555921 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:53.558383 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8c815f-2766-4150-9b86-4aa60f51fce9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:53.565341 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:53.568628 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:53.587994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:53.604700 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa561109-e532-4b43-b405-55360f471915 None None] Network 1e906ace-66fb-410a-85fa-24a58ee3271b is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:53.644199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-aa561109-e532-4b43-b405-55360f471915 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:53.647963 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (a64a5c20-8611-4c42-9de6-04ae4fa77b21), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.743882 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 4, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'efa4c9dc-c23c-48da-83bb-f5464d5fb39e', 'name': '', 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'mac_address': 'fa:16:3e:ea:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 2, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'subnets': [{'id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:53.747350 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa561109-e532-4b43-b405-55360f471915 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:53.830969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (a64a5c20-8611-4c42-9de6-04ae4fa77b21), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.840225 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (a64a5c20-8611-4c42-9de6-04ae4fa77b21), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.872929 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64a5c20-8611-4c42-9de6-04ae4fa77b21,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:53.891950 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.892873 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Checking router: a2196702-e7cd-47d0-a630-fe0d56e32341 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:31:53.893776 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Updating router a2196702-e7cd-47d0-a630-fe0d56e32341 port efa4c9dc-c23c-48da-83bb-f5464d5fb39e binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:31:53.895158 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-759eba2e-c5be-42d2-be18-2d0d10cd1b93 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433349 Jan 22 08:31:53.907338 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44302) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:53.919525 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561109-e532-4b43-b405-55360f471915 None None] Pushing event updated for resources: {'Port': ['ID=cfd2da2d-1ff5-4490-8781-4a39a874aa24,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:53.922442 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:53.944255 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d48f1-d1f3-40bd-ac53-d880def00e39 None None] Current status of the port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:53.977432 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (8c184abd-3129-4b22-9d61-cb8348806f5a), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:53.991126 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.059457 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-aa561109-e532-4b43-b405-55360f471915 None None] Attempting to bind port cfd2da2d-1ff5-4490-8781-4a39a874aa24 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:54.060033 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-aa561109-e532-4b43-b405-55360f471915 None None] Attempting to bind port cfd2da2d-1ff5-4490-8781-4a39a874aa24 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:54.060364 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa561109-e532-4b43-b405-55360f471915 None None] Attempting to bind port cfd2da2d-1ff5-4490-8781-4a39a874aa24 on network 1e906ace-66fb-410a-85fa-24a58ee3271b {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:54.064109 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '80e66110-5d95-4dae-916c-1d6768126d41', 'name': '', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'mac_address': 'fa:16:3e:d9:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 2, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'subnets': [{'id': '7d254546-765d-441e-8e83-07c4a1730004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:54.079603 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:54.080314 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.167499 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (8c184abd-3129-4b22-9d61-cb8348806f5a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.174243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (8c184abd-3129-4b22-9d61-cb8348806f5a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.181247 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks [] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.191140 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa561109-e532-4b43-b405-55360f471915 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:54.191681 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa561109-e532-4b43-b405-55360f471915 None None] Checking segment: {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:54.192125 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.192565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa561109-e532-4b43-b405-55360f471915 None None] Bound using segment: {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:54.193101 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-aa561109-e532-4b43-b405-55360f471915 None None] Bound port: cfd2da2d-1ff5-4490-8781-4a39a874aa24, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:54.193479 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.210264 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe765-b012-4142-8742-ce461b7b71c3 None None] The sync data for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi is: [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '80e66110-5d95-4dae-916c-1d6768126d41', 'name': '', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'mac_address': 'fa:16:3e:d9:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 2, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'subnets': [{'id': '7d254546-765d-441e-8e83-07c4a1730004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:54.217797 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c184abd-3129-4b22-9d61-cb8348806f5a,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:54.234010 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.240674 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-40e3919e-ac22-4546-92f0-2a3ae7383893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293219 Jan 22 08:31:54.241230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.243236 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44306) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:54.247903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:54.344657 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (5ffb2d9c-5b29-4a4c-8cc1-6a760c2c2b67), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.347219 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a23a32-3180-4cd1-b7b7-9fa521fbd4de None None] Pushing event updated for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:54.413463 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for router_gateway (bdd8510a-e346-489c-80ff-7512b8e8192b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.477210 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Provisioning complete for port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:54.479612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.491122 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:54.496300 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d4d1071b-8dab-47f6-845a-ec5685f677e3 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:54.714538 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-aa561109-e532-4b43-b405-55360f471915 None None] For port cfd2da2d-1ff5-4490-8781-4a39a874aa24, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:54.764237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (5ffb2d9c-5b29-4a4c-8cc1-6a760c2c2b67), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.795690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (5ffb2d9c-5b29-4a4c-8cc1-6a760c2c2b67), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.865405 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-aa561109-e532-4b43-b405-55360f471915 None None] For port cfd2da2d-1ff5-4490-8781-4a39a874aa24, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=cfd2da2d-1ff5-4490-8781-4a39a874aa24,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:54.870610 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85495635-e353-42ca-a68a-029b8b0d34a6 req-4920f543-4e45-4124-b634-ed9fee645c22 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:54.872525 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85495635-e353-42ca-a68a-029b8b0d34a6 req-4920f543-4e45-4124-b634-ed9fee645c22 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.3416646 Jan 22 08:31:54.877832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffb2d9c-5b29-4a4c-8cc1-6a760c2c2b67,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:54.890289 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d029e-73ca-49aa-98cc-79658e18f057 req-36a312d5-8ad6-4774-a7a9-b1b21d2456e0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:54.901009 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-165d029e-73ca-49aa-98cc-79658e18f057 req-36a312d5-8ad6-4774-a7a9-b1b21d2456e0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2334673 Jan 22 08:31:54.926244 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:54.935213 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8d895dec-a7d7-4af7-b00f-10787e45628d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6900792 Jan 22 08:31:54.967253 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44314) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:54.986457 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:55.012090 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa561109-e532-4b43-b405-55360f471915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.105334 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3725051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729981'] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.122120 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks [] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.136540 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.183072 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-165d029e-73ca-49aa-98cc-79658e18f057 req-73f89745-cd1a-4a26-b59d-478542079c3a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810075 Jan 22 08:31:55.214223 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561109-e532-4b43-b405-55360f471915 None None] Pushing event updated for resources: {'Port': ['ID=cfd2da2d-1ff5-4490-8781-4a39a874aa24,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:55.242041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.securitygroups_db [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Project a6f775f6c82c4596bb247ab81847fc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:31:55.266120 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d4d1071b-8dab-47f6-845a-ec5685f677e3 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:55.266710 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.298258 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85495635-e353-42ca-a68a-029b8b0d34a6 req-18aac75b-16af-4c1c-8fc4-c2bc8433b0e4 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867431 Jan 22 08:31:55.299577 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (4b8efd19-2c09-4299-bd99-47fedf3f5e44), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.324785 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87239020-ef28-4e1a-b56e-a3f2f75e8f4d None None] Pushing event updated for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:55.344224 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Attempting to bind port 23616235-fc5f-43c6-8800-5e4da346f8c3 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:55.344663 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Attempting to bind port 23616235-fc5f-43c6-8800-5e4da346f8c3 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:55.345008 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Attempting to bind port 23616235-fc5f-43c6-8800-5e4da346f8c3 on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:55.463749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (4b8efd19-2c09-4299-bd99-47fedf3f5e44), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.482734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (4b8efd19-2c09-4299-bd99-47fedf3f5e44), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.569188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:55.569188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:55.572245 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.582829 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Bound using segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:55.584754 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Bound port: 23616235-fc5f-43c6-8800-5e4da346f8c3, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:55.586817 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.590356 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.607240 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6385038 Jan 22 08:31:55.609595 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44322) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:55.611150 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Attempting to bind port efa4c9dc-c23c-48da-83bb-f5464d5fb39e on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:31:55.611454 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Attempting to bind port efa4c9dc-c23c-48da-83bb-f5464d5fb39e by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:31:55.611820 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Attempting to bind port efa4c9dc-c23c-48da-83bb-f5464d5fb39e on network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:31:55.633353 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'security_group_rule': {'security_group_id': '6e167953-bea6-427a-818d-8e8eed4aaaeb', 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:31:55.639423 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Router bdd8510a-e346-489c-80ff-7512b8e8192b is scheduled to L3 agent e234526b-0d21-4a72-a484-d08c95784540 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Checking segment: {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Bound using segment: {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Bound port: efa4c9dc-c23c-48da-83bb-f5464d5fb39e, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1a97e5-15f0-4720-a596-39522f95c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:31:55.662402 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.699007 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Current status of the port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:55.764447 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db28f0-7d19-456f-af08-dd40f92b85be tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8efd19-2c09-4299-bd99-47fedf3f5e44,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:55.799097 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.securitygroups_db [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Project a6f775f6c82c4596bb247ab81847fc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:31:55.822770 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d4d1071b-8dab-47f6-845a-ec5685f677e3 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:55.823630 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.829019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (fd395feb-28f1-4551-a98f-4adc84d8bbb6), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:55.925993 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port d4d1071b-8dab-47f6-845a-ec5685f677e3, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d4d1071b-8dab-47f6-845a-ec5685f677e3,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:31:55.943850 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.021480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Provisioning complete for port 80e66110-5d95-4dae-916c-1d6768126d41 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:56.027253 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (80e66110-5d95-4dae-916c-1d6768126d41), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.061384 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] For port efa4c9dc-c23c-48da-83bb-f5464d5fb39e, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:56.077808 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] For port efa4c9dc-c23c-48da-83bb-f5464d5fb39e, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:56.099540 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.112326 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Port 80e66110-5d95-4dae-916c-1d6768126d41 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:56.244511 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (fd395feb-28f1-4551-a98f-4adc84d8bbb6), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.245573 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Provisioning complete for port 23616235-fc5f-43c6-8800-5e4da346f8c3 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:56.247774 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.264326 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (fd395feb-28f1-4551-a98f-4adc84d8bbb6), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.286200 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd395feb-28f1-4551-a98f-4adc84d8bbb6,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:56.294556 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] For port 23616235-fc5f-43c6-8800-5e4da346f8c3, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:31:56.340551 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.348329 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fc9a692d-0ddf-4d3a-803c-50dce702fbb1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7349963 Jan 22 08:31:56.381155 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=d4d1071b-8dab-47f6-845a-ec5685f677e3,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:56.411754 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] For port 23616235-fc5f-43c6-8800-5e4da346f8c3, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=23616235-fc5f-43c6-8800-5e4da346f8c3,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:31:56.517124 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:31:56.536566 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87239020-ef28-4e1a-b56e-a3f2f75e8f4d None None] Pushing event updated for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:56.545649 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.582961 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Sync routers for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:56.603224 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:56.608533 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:56.616702 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:56.619794 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f1a5713f-cfb0-45da-8057-17439bdca835 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0016837 Jan 22 08:31:56.625301 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44340) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:31:56.977995 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Port 23616235-fc5f-43c6-8800-5e4da346f8c3 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:31:56.983006 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:56.983006 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:57.016761 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:57.017462 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:57.037385 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f038585-8e3e-4541-9d4e-7167694c2d2e req-2847dadf-60e8-4014-a404-10523f68474a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:57.083834 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f038585-8e3e-4541-9d4e-7167694c2d2e req-2847dadf-60e8-4014-a404-10523f68474a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.5138173 Jan 22 08:31:57.140855 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:57.235346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c73f6-9679-4337-86eb-9d3db509669f req-b01f0e7f-4052-4678-b2b8-da62af12e760 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:57.236961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b3c73f6-9679-4337-86eb-9d3db509669f req-b01f0e7f-4052-4678-b2b8-da62af12e760 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.6445572 Jan 22 08:31:57.405609 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:57.433623 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f038585-8e3e-4541-9d4e-7167694c2d2e req-4fa5b768-8e67-4c9f-8e9c-3102f8c5d449 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480673 Jan 22 08:31:57.606012 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b3c73f6-9679-4337-86eb-9d3db509669f req-ea2d7c18-19eb-4ff0-85dc-c21f30afd6fc tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378270 Jan 22 08:31:57.688389 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a23a32-3180-4cd1-b7b7-9fa521fbd4de None None] Pushing event updated for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:57.756753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Provisioning complete for port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:57.757344 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:58.046316 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 4, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'efa4c9dc-c23c-48da-83bb-f5464d5fb39e', 'name': '', 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'mac_address': 'fa:16:3e:ea:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:56Z', 'revision_number': 4, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'subnets': [{'id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:58.137762 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6833e8-e254-4c8a-bf89-f9ff66dd2b71 None None] The sync data for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi is: [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 4, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'efa4c9dc-c23c-48da-83bb-f5464d5fb39e', 'name': '', 'network_id': '0ce6ce69-e5d3-41f3-8a47-48fc931989e9', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'mac_address': 'fa:16:3e:ea:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:56Z', 'revision_number': 4, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'subnets': [{'id': 'f41b3379-ae1b-4002-91a8-d6215a56d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:31:58.526214 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54446b6e-5dd3-408b-acff-d59b07b22705 None None] Network 1e906ace-66fb-410a-85fa-24a58ee3271b requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:31:58.704778 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:58.764012 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4178-11f5-4969-84d4-ef48e474e14d req-7c1bf4f5-3836-4cc3-8b9f-4055419405c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:31:58.780980 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2de4178-11f5-4969-84d4-ef48e474e14d req-7c1bf4f5-3836-4cc3-8b9f-4055419405c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1377723 Jan 22 08:31:58.933283 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2de4178-11f5-4969-84d4-ef48e474e14d req-a7cb45ea-89e2-4996-99c1-105dc352979e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508033 Jan 22 08:31:58.989821 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:58.994803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:58.995178 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:59.176116 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:31:59.188114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:31:59.465866 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Allocated IP 172.20.0.1 (1e906ace-66fb-410a-85fa-24a58ee3271b/90a13b05-f3e1-40d4-a37a-bac0b4a83142/a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:31:59.481642 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Current status of the port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:59.692428 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks [] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:59.775301 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:59.775676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Provisioning complete for port efa4c9dc-c23c-48da-83bb-f5464d5fb39e triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:31:59.775676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:31:59.782565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:31:59.784054 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device cfd2da2d-1ff5-4490-8781-4a39a874aa24 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:31:59.851293 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Network 1e906ace-66fb-410a-85fa-24a58ee3271b is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:31:59.865225 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:31:59.886212 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:31:59.950043 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Pushing event updated for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:31:59.951026 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:31:53Z', 'revision_number': 3, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:31:59.953849 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Sync routers for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:31:59.990392 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:31:59.991067 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:00.000597 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731471'] for router_interface (bdd8510a-e346-489c-80ff-7512b8e8192b), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.125884 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Checking router: bdd8510a-e346-489c-80ff-7512b8e8192b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:32:00.132701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Updating router bdd8510a-e346-489c-80ff-7512b8e8192b port 1b8c815f-2766-4150-9b86-4aa60f51fce9 binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:32:00.224748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16ad8-da7c-434c-b3f6-35faa30c5034 req-68df70cc-01ff-46fa-bc68-2a425b51f64a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:00.233284 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6e16ad8-da7c-434c-b3f6-35faa30c5034 req-68df70cc-01ff-46fa-bc68-2a425b51f64a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1032465 Jan 22 08:32:00.322557 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:00.343206 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.398197 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6e16ad8-da7c-434c-b3f6-35faa30c5034 req-60ea50b3-a73a-47cc-a9df-172e028646b3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555717 Jan 22 08:32:00.480487 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.798542 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '80e66110-5d95-4dae-916c-1d6768126d41', 'name': '', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'mac_address': 'fa:16:3e:d9:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 2, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'subnets': [{'id': '7d254546-765d-441e-8e83-07c4a1730004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:00.885719 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Checking router: d3eebcff-ac94-4480-871c-413023c5bec7 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:32:00.886328 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Updating router d3eebcff-ac94-4480-871c-413023c5bec7 port 80e66110-5d95-4dae-916c-1d6768126d41 binding host dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:32:00.911547 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks [] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.919762 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (80e66110-5d95-4dae-916c-1d6768126d41), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.926480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.964024 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks [] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:00.977495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.064948 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port cfd2da2d-1ff5-4490-8781-4a39a874aa24 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:01.065320 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.136425 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4146723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691664'] for router_interface (bdd8510a-e346-489c-80ff-7512b8e8192b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.139350 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Pushing event updated for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:01.150694 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Current status of the port efa4c9dc-c23c-48da-83bb-f5464d5fb39e is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:01.153260 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.206644 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:31:56Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:01.305047 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a171ddb-bf73-44e8-a5ff-a2e223e8adc7 None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:31:56Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:32:01.316505 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfe0b-bca3-4a7e-804e-ca0e5ee11279 None None] Pushing event updated for resources: {'Port': ['ID=1b8c815f-2766-4150-9b86-4aa60f51fce9,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:01.370808 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Attempting to bind port 1b8c815f-2766-4150-9b86-4aa60f51fce9 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:01.371306 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Attempting to bind port 1b8c815f-2766-4150-9b86-4aa60f51fce9 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:01.372906 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Attempting to bind port 1b8c815f-2766-4150-9b86-4aa60f51fce9 on network d2aefd9d-62f0-4171-9805-fe53c97de204 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:01.448927 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:01.449315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Checking segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:01.449646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.450030 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Bound using segment: {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:01.450586 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Bound port: 1b8c815f-2766-4150-9b86-4aa60f51fce9, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca4413-fb2f-4187-abeb-3942d2f25feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:01.451331 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.454070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] For port efa4c9dc-c23c-48da-83bb-f5464d5fb39e, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:01.542844 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Network 1e906ace-66fb-410a-85fa-24a58ee3271b is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:32:01.546499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.554031 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:01.632836 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port cfd2da2d-1ff5-4490-8781-4a39a874aa24 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:01.633460 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.650889 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks [] for port (80e66110-5d95-4dae-916c-1d6768126d41), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.666191 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.748309 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34ab8-a8f3-4bc9-98e6-1f63d506b268 req-37230b21-cda3-4a7c-b7f3-fc3a0bf0a8fd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:01.760041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22d34ab8-a8f3-4bc9-98e6-1f63d506b268 req-37230b21-cda3-4a7c-b7f3-fc3a0bf0a8fd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1947296 Jan 22 08:32:01.772469 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Router bdd8510a-e346-489c-80ff-7512b8e8192b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:32:01.861895 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e622-a61a-4261-9a9d-d02e55b7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:01.916621 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Provisioning complete for port efa4c9dc-c23c-48da-83bb-f5464d5fb39e triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:01.917262 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:01.968006 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:32:01.982709 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-feb53d5d-712a-4a9b-a924-f6fef2b8f81b admin admin] 10.222.0.84 "PUT /v2.0/routers/bdd8510a-e346-489c-80ff-7512b8e8192b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3461330 Jan 22 08:32:02.002423 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22d34ab8-a8f3-4bc9-98e6-1f63d506b268 req-05d5b221-93ed-4c71-a545-ee52cd2f7245 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410519 Jan 22 08:32:02.018139 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] For port 1b8c815f-2766-4150-9b86-4aa60f51fce9, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:02.036747 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecefd40-aa6e-4f59-8baa-05d3d526ffbb None None] Pushing event updated for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:02.066258 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Attempting to bind port 80e66110-5d95-4dae-916c-1d6768126d41 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:02.070468 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Attempting to bind port 80e66110-5d95-4dae-916c-1d6768126d41 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:02.070964 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Attempting to bind port 80e66110-5d95-4dae-916c-1d6768126d41 on network 59555d57-a245-4b64-bc39-84ca5b4c4526 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:02.081585 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port cfd2da2d-1ff5-4490-8781-4a39a874aa24, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=cfd2da2d-1ff5-4490-8781-4a39a874aa24,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:02.093057 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:02.093893 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Checking segment: {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:02.099848 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.101959 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Bound using segment: {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:02.102955 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Bound port: 80e66110-5d95-4dae-916c-1d6768126d41, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1193f00e-9085-4959-9705-aed8fe42545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:02.103613 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (80e66110-5d95-4dae-916c-1d6768126d41), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.126426 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.127648 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:02.139920 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] For port 1b8c815f-2766-4150-9b86-4aa60f51fce9, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=1b8c815f-2766-4150-9b86-4aa60f51fce9,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:02.231661 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=cfd2da2d-1ff5-4490-8781-4a39a874aa24,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:02.280984 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.302341 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] For port 80e66110-5d95-4dae-916c-1d6768126d41, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:02.312581 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] For port 80e66110-5d95-4dae-916c-1d6768126d41, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=80e66110-5d95-4dae-916c-1d6768126d41,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:02.321923 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.388879 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Current status of the port efa4c9dc-c23c-48da-83bb-f5464d5fb39e is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:02.417274 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e622-a61a-4261-9a9d-d02e55b7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:02.438229 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:02.440091 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:02.649901 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:02.650797 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:31:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:02.675035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Provisioning complete for port cfd2da2d-1ff5-4490-8781-4a39a874aa24 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:02.676058 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:02.692035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfe0b-bca3-4a7e-804e-ca0e5ee11279 None None] Pushing event updated for resources: {'Port': ['ID=1b8c815f-2766-4150-9b86-4aa60f51fce9,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:02.939657 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:03.001964 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:03.002666 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:03.281162 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '80e66110-5d95-4dae-916c-1d6768126d41', 'name': '', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'mac_address': 'fa:16:3e:d9:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:32:02Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'subnets': [{'id': '7d254546-765d-441e-8e83-07c4a1730004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:03.321495 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff97ca-8fe3-4a51-8ddd-1c51726749e8 None None] The sync data for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi is: [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:48Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '80e66110-5d95-4dae-916c-1d6768126d41', 'name': '', 'network_id': '59555d57-a245-4b64-bc39-84ca5b4c4526', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'mac_address': 'fa:16:3e:d9:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7d254546-765d-441e-8e83-07c4a1730004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:46Z', 'updated_at': '2022-01-22T08:32:02Z', 'revision_number': 4, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'subnets': [{'id': '7d254546-765d-441e-8e83-07c4a1730004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:32:03.370783 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985d822-83e8-42f7-bc0e-9736aeee23c8 req-53897c2c-6026-4eb2-b282-5c837e91e3d3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:03.384996 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2985d822-83e8-42f7-bc0e-9736aeee23c8 req-53897c2c-6026-4eb2-b282-5c837e91e3d3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1948233 Jan 22 08:32:03.409371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44458) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:03.415201 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707542602', 'description': 'tempest-secgroup-smoke-1707542602 description', 'project_id': '421ede17a851404c8ff386afe6e24927'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:03.494106 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:03.501303 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:03.569805 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2985d822-83e8-42f7-bc0e-9736aeee23c8 req-6ea027a5-debc-4651-b32a-78d71dfa1bb2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729975 Jan 22 08:32:03.893193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:03.894571 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f96f720c-4878-4415-96b8-09619ca4f07b up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:03.971128 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Current status of the port cfd2da2d-1ff5-4490-8781-4a39a874aa24 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:03.976330 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (f1347b26-3f8e-40bd-9383-53122f703bbc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:03.982123 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f1347b26-3f8e-40bd-9383-53122f703bbc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.025626 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.031033 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44466) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:04.032237 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6211562 Jan 22 08:32:04.036116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:04.061947 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42149990-4852-436f-8e0c-47b530414c94 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1347b26-3f8e-40bd-9383-53122f703bbc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:04.121039 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:04.129370 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (381ce034-968f-4148-9044-ff4a2263bcb3), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.132663 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.245010 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port f96f720c-4878-4415-96b8-09619ca4f07b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:04.246240 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.260644 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (381ce034-968f-4148-9044-ff4a2263bcb3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.266779 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (381ce034-968f-4148-9044-ff4a2263bcb3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.296505 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381ce034-968f-4148-9044-ff4a2263bcb3,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:04.303455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:32:04.358547 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.360602 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ad8b9f68-7d72-46c3-9ca9-c741ce2c5504 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281429 Jan 22 08:32:04.363242 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44470) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:04.368715 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Provisioning complete for port 23616235-fc5f-43c6-8800-5e4da346f8c3 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:04.369163 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.372221 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:04.425109 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (57fa95aa-d814-4c37-87a0-566fb24b8c3c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.454467 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84', 'name': '', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'mac_address': 'fa:16:3e:c0:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:59Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 2, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'subnets': [{'id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:04.533225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cc569-29b1-4147-9d32-3b7fdace7276 None None] The sync data for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi is: [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84', 'name': '', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'mac_address': 'fa:16:3e:c0:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:59Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 2, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'subnets': [{'id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:32:04.545836 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port f96f720c-4878-4415-96b8-09619ca4f07b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:04.547045 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d663eecf-4e78-4974-b7ce-8924d99f60b0 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:04.603255 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (57fa95aa-d814-4c37-87a0-566fb24b8c3c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.613276 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (57fa95aa-d814-4c37-87a0-566fb24b8c3c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.662828 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fa95aa-d814-4c37-87a0-566fb24b8c3c,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:04.674855 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.686796 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44478) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:04.691859 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:04.700094 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cd72e2b4-edb3-4e32-b1d2-4d608a121c84 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333499 Jan 22 08:32:04.781045 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d663eecf-4e78-4974-b7ce-8924d99f60b0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:04.786466 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.802925 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Current status of the port 23616235-fc5f-43c6-8800-5e4da346f8c3 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:04.803798 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (565842d4-8f43-48ca-82cb-f9583c04d656), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.805057 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:04.955400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c6b5-6643-4e41-a76f-c4892cf26512 req-f804fa41-7b40-48b7-89ac-17e895eb7bca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:04.967502 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57d8c6b5-6643-4e41-a76f-c4892cf26512 req-f804fa41-7b40-48b7-89ac-17e895eb7bca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1817400 Jan 22 08:32:05.000791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (565842d4-8f43-48ca-82cb-f9583c04d656), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.007108 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (565842d4-8f43-48ca-82cb-f9583c04d656), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.065375 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565842d4-8f43-48ca-82cb-f9583c04d656,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:05.068891 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] For port 23616235-fc5f-43c6-8800-5e4da346f8c3, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=23616235-fc5f-43c6-8800-5e4da346f8c3,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:05.094588 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.098541 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8d76f7bc-c844-4abc-b5c0-2a34ba011f7e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102223 Jan 22 08:32:05.107725 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44486) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:05.117984 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:05.140198 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.191767 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57d8c6b5-6643-4e41-a76f-c4892cf26512 req-b1a66088-6d0b-4732-8197-41900bbc9e0e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232733 Jan 22 08:32:05.206811 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa04d19-b6e2-418f-9c01-d67d9e05db37 None None] Pushing event updated for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:05.259676 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (18b91bea-9fd2-422e-868b-4f2461920102), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.292230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d663eecf-4e78-4974-b7ce-8924d99f60b0 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:05.292634 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.302446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:32:05.357142 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (18b91bea-9fd2-422e-868b-4f2461920102), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.364072 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port d663eecf-4e78-4974-b7ce-8924d99f60b0, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d663eecf-4e78-4974-b7ce-8924d99f60b0,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:05.364347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (18b91bea-9fd2-422e-868b-4f2461920102), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.370145 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Provisioning complete for port 80e66110-5d95-4dae-916c-1d6768126d41 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:05.374275 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (80e66110-5d95-4dae-916c-1d6768126d41), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.389337 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.390751 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:05.399447 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.400838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940080 Jan 22 08:32:05.403944 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44490) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:05.409065 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:05.416158 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e695d-1d58-4363-a462-119f4db2ad0b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b91bea-9fd2-422e-868b-4f2461920102,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:05.480255 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Project 421ede17a851404c8ff386afe6e24927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:32:05.487835 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (97a9e429-dc09-4412-8ab0-b5a43e146d68), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.659071 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (97a9e429-dc09-4412-8ab0-b5a43e146d68), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.667777 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (97a9e429-dc09-4412-8ab0-b5a43e146d68), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.699350 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a9e429-dc09-4412-8ab0-b5a43e146d68,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:05.726670 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.728407 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c44eabff-cd6a-4481-bb0e-c75c95d34cc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3234379 Jan 22 08:32:05.731550 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44496) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:05.737101 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'security_group_rule': {'security_group_id': 'f1347b26-3f8e-40bd-9383-53122f703bbc', 'project_id': '421ede17a851404c8ff386afe6e24927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:05.744631 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=d663eecf-4e78-4974-b7ce-8924d99f60b0,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:05.769612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca911bd-ac8d-43e3-bb78-9fd1080ef4bf req-83c40d12-c13d-4549-864a-3a3cfe890cd6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:05.771255 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ca911bd-ac8d-43e3-bb78-9fd1080ef4bf req-83c40d12-c13d-4549-864a-3a3cfe890cd6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1469123 Jan 22 08:32:05.808205 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.821901 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Project 421ede17a851404c8ff386afe6e24927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:32:05.827903 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:05.838301 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.845965 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (24b2d3ce-ee12-4fad-8b63-23125af431ae), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.947708 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ca911bd-ac8d-43e3-bb78-9fd1080ef4bf req-cf752f3f-c1e5-4893-9c90-fef4a58f14bb tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689241 Jan 22 08:32:05.981126 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (24b2d3ce-ee12-4fad-8b63-23125af431ae), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:05.988336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (24b2d3ce-ee12-4fad-8b63-23125af431ae), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.044809 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Current status of the port 80e66110-5d95-4dae-916c-1d6768126d41 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:06.056492 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.058531 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3250620 Jan 22 08:32:06.059535 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (80e66110-5d95-4dae-916c-1d6768126d41), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.077373 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db67035-731a-49e4-9640-5aabc5b6e878 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b2d3ce-ee12-4fad-8b63-23125af431ae,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:06.095196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:06.250734 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:32:06.323753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] For port 80e66110-5d95-4dae-916c-1d6768126d41, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=80e66110-5d95-4dae-916c-1d6768126d41,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:06.330685 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:06.348316 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.464403 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: ACTIVE; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:06.464816 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.493589 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:32:06.503371 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:06.503744 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.549022 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d7d1f-8f3e-4dbd-9e23-5d77ab81dfca req-bd169669-b0e5-4fc0-bd69-75a7ca7ee591 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:06.552058 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-674d7d1f-8f3e-4dbd-9e23-5d77ab81dfca req-bd169669-b0e5-4fc0-bd69-75a7ca7ee591 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1468787 Jan 22 08:32:06.570435 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Pushing event updated for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:06.597534 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:06.641560 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:06.743533 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-702d6820-15c6-47e2-bc6d-8163d33ba2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:06.749905 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-702d6820-15c6-47e2-bc6d-8163d33ba2fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1098 time: 0.2272923 Jan 22 08:32:06.773187 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-674d7d1f-8f3e-4dbd-9e23-5d77ab81dfca req-eecf4d4c-fc3b-4795-bd2e-5e540799c849 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050655 Jan 22 08:32:06.802740 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b7c61c22-c5a9-449f-8a4c-f86041a5cad9 None None] Port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:32:06.858505 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['6f676bd9-76c4-453a-988c-f147ec3ba521'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:32:06.903098 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:06.952368 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-08ebca32-4e30-40dc-989c-867431d853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:06.954421 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-08ebca32-4e30-40dc-989c-867431d853cc service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1635571 Jan 22 08:32:07.118137 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d184fbd0-9e53-4d6e-b360-ab361063e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:07.151292 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device cfd2da2d-1ff5-4490-8781-4a39a874aa24 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:07.179934 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-c6683100-7369-46ca-8e75-575bf9d40686 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 1000 time: 0.2164164 Jan 22 08:32:07.373145 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-740b09d4-b62f-4122-92fc-9aa2a1427e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:07.378662 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0f50-91b5-44e6-ad34-334d1a2a2c55 req-23153977-fc81-4c19-8fb6-13aa8d7f64d1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:07.381245 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff2f0f50-91b5-44e6-ad34-334d1a2a2c55 req-23153977-fc81-4c19-8fb6-13aa8d7f64d1 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1839120 Jan 22 08:32:07.383111 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-740b09d4-b62f-4122-92fc-9aa2a1427e9e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.1920378 Jan 22 08:32:07.514036 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-bc5ae3be-ea1e-40cd-bc0a-3cbef96ad28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:07.533228 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-bc5ae3be-ea1e-40cd-bc0a-3cbef96ad28a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1372244 Jan 22 08:32:07.560115 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff2f0f50-91b5-44e6-ad34-334d1a2a2c55 req-fc2123c3-9eb7-4686-b1ec-876342867434 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668277 Jan 22 08:32:07.626250 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port cfd2da2d-1ff5-4490-8781-4a39a874aa24 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:07.627112 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:07.745218 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-7ebca617-da3a-4f7a-be1d-9e7455de0562 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031136 Jan 22 08:32:07.775772 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port cfd2da2d-1ff5-4490-8781-4a39a874aa24 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:07.778578 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 23616235-fc5f-43c6-8800-5e4da346f8c3 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:07.937362 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 23616235-fc5f-43c6-8800-5e4da346f8c3 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:07.937362 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.008864 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b0beaf7-862c-4527-b349-3d09caf3000d req-ece2c240-f1fd-4c4c-b49a-3cb9e977d4d9 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560291 Jan 22 08:32:08.027686 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ab0d4-09bc-4064-ac98-1c6f4b195643 req-4a8254c0-d8b9-4c23-b8e8-68f302a207ef tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:08.029570 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-209ab0d4-09bc-4064-ac98-1c6f4b195643 req-4a8254c0-d8b9-4c23-b8e8-68f302a207ef tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.0788622 Jan 22 08:32:08.089369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 23616235-fc5f-43c6-8800-5e4da346f8c3 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:08.090955 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d663eecf-4e78-4974-b7ce-8924d99f60b0 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:08.132762 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-209ab0d4-09bc-4064-ac98-1c6f4b195643 req-05344e41-0a20-4ec8-8178-433c1ba68c4b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956421 Jan 22 08:32:08.191988 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d663eecf-4e78-4974-b7ce-8924d99f60b0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:08.192413 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.324275 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d663eecf-4e78-4974-b7ce-8924d99f60b0 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:08.328007 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 80e66110-5d95-4dae-916c-1d6768126d41 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:08.405420 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 80e66110-5d95-4dae-916c-1d6768126d41 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:08.405657 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (80e66110-5d95-4dae-916c-1d6768126d41), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.532213 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 80e66110-5d95-4dae-916c-1d6768126d41 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:08.533235 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ccc717aa-7e21-407b-b145-07b0bcd9d84c up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:08.617708 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port ccc717aa-7e21-407b-b145-07b0bcd9d84c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:08.618369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.830888 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port ccc717aa-7e21-407b-b145-07b0bcd9d84c is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:08.832877 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.865788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb35e6-b9ac-407c-ae59-35c05d892546 req-f21bddbb-9df1-4c9c-92a4-4d4a0f811202 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:08.873102 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port ccc717aa-7e21-407b-b145-07b0bcd9d84c, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ccc717aa-7e21-407b-b145-07b0bcd9d84c,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:08.888454 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:08.889242 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22bb35e6-b9ac-407c-ae59-35c05d892546 req-f21bddbb-9df1-4c9c-92a4-4d4a0f811202 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1498795 Jan 22 08:32:08.891958 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d4d1071b-8dab-47f6-845a-ec5685f677e3 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:09.026205 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22bb35e6-b9ac-407c-ae59-35c05d892546 req-dc06eeb1-2689-4cdb-9295-cc456ea21733 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357570 Jan 22 08:32:09.076663 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=ccc717aa-7e21-407b-b145-07b0bcd9d84c,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:09.099313 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port d4d1071b-8dab-47f6-845a-ec5685f677e3 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:09.099814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:09.207100 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f0684-7cb9-4ae8-be77-ee3208a2c898 req-7da4e8b6-1fa4-4aa6-a32f-c0a232c0abde tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:09.218754 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f8f0684-7cb9-4ae8-be77-ee3208a2c898 req-7da4e8b6-1fa4-4aa6-a32f-c0a232c0abde tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1069565 Jan 22 08:32:09.294537 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:09.300872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port d4d1071b-8dab-47f6-845a-ec5685f677e3 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:09.302194 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device efa4c9dc-c23c-48da-83bb-f5464d5fb39e up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:09.368465 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f8f0684-7cb9-4ae8-be77-ee3208a2c898 req-a178e4e0-fab0-4f6a-b817-ef36c78d0dbb tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486182 Jan 22 08:32:09.442923 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33fba2-3d7a-410b-8a74-aae777345458 req-0a60b7b2-f0fa-472b-9320-897ad8b975df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:09.445868 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e33fba2-3d7a-410b-8a74-aae777345458 req-0a60b7b2-f0fa-472b-9320-897ad8b975df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.1306701 Jan 22 08:32:09.488626 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 6f676bd9-76c4-453a-988c-f147ec3ba521 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:09.489165 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:09.546076 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e33fba2-3d7a-410b-8a74-aae777345458 req-ab21a222-61bb-435c-9602-4024828612ca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932889 Jan 22 08:32:09.566421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port efa4c9dc-c23c-48da-83bb-f5464d5fb39e triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:09.567387 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:09.642025 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d96aa477-2900-4154-8a56-058f5ac3585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:09.729663 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:09.730050 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:09.744017 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port efa4c9dc-c23c-48da-83bb-f5464d5fb39e is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:09.786199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:09.843193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92b8fef-0a1e-498d-9065-60cb14e38f1b" -d '{"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:09.843193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:09.843193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:10.005788 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429567fb-cc9f-4133-a25a-80a6c1c5e995 x-openstack-request-id: req-429567fb-cc9f-4133-a25a-80a6c1c5e995 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:10.006852 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:10.007444 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-429567fb-cc9f-4133-a25a-80a6c1c5e995 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:10.008201 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'code': 200} Jan 22 08:32:10.010808 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:10.224953 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e34f-f417-4406-a4d6-7d4d4ad52de6 req-3dae229b-79a2-4c05-bb70-5fcf78620dc4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:10.226827 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4710e34f-f417-4406-a4d6-7d4d4ad52de6 req-3dae229b-79a2-4c05-bb70-5fcf78620dc4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0863960 Jan 22 08:32:10.242982 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 1b8c815f-2766-4150-9b86-4aa60f51fce9 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:10.299826 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4710e34f-f417-4406-a4d6-7d4d4ad52de6 req-cb55a2f6-cf61-415a-8738-14770554eabd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664828 Jan 22 08:32:10.313508 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 1b8c815f-2766-4150-9b86-4aa60f51fce9 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:10.314005 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:10.425426 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 1b8c815f-2766-4150-9b86-4aa60f51fce9 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:10.425855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:10.482414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] For port 1b8c815f-2766-4150-9b86-4aa60f51fce9, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=1b8c815f-2766-4150-9b86-4aa60f51fce9,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:10.499929 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:10.501208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 80e66110-5d95-4dae-916c-1d6768126d41 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:10.556790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd025021-0dad-4fd0-8fee-8114a0da4c51 req-3cb18c59-d8b4-4bfc-ad84-afce94cbb3b8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:10.558695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd025021-0dad-4fd0-8fee-8114a0da4c51 req-3cb18c59-d8b4-4bfc-ad84-afce94cbb3b8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0864863 Jan 22 08:32:10.700261 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 80e66110-5d95-4dae-916c-1d6768126d41 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:10.702132 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (80e66110-5d95-4dae-916c-1d6768126d41), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:10.706911 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Pushing event updated for resources: {'Port': ['ID=1b8c815f-2766-4150-9b86-4aa60f51fce9,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:10.725424 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd025021-0dad-4fd0-8fee-8114a0da4c51 req-4f3eb252-4472-43d6-a762-5e40e9c0ce5b tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607773 Jan 22 08:32:10.849937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261874f2-2579-44f4-a5ef-d6b128c84430 req-dd37a989-d8d9-458a-97c9-75574e83e4e7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:10.853329 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-261874f2-2579-44f4-a5ef-d6b128c84430 req-dd37a989-d8d9-458a-97c9-75574e83e4e7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1114764 Jan 22 08:32:10.878047 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 80e66110-5d95-4dae-916c-1d6768126d41 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:10.880592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ccc717aa-7e21-407b-b145-07b0bcd9d84c up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:10.967862 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Sync routers for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:32:10.996184 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-261874f2-2579-44f4-a5ef-d6b128c84430 req-e0af1a4e-b897-4df2-ad61-e0ff4fa81074 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321008 Jan 22 08:32:10.999467 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:11.000416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:32:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:11.049791 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port ccc717aa-7e21-407b-b145-07b0bcd9d84c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:11.050192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:11.247705 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:11.296217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port ccc717aa-7e21-407b-b145-07b0bcd9d84c is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:11.473963 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda74bae-5066-476a-9dad-94abf57851df req-7413e115-f9ed-4c7d-abf2-cde8fdf315e5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:11.477537 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eda74bae-5066-476a-9dad-94abf57851df req-7413e115-f9ed-4c7d-abf2-cde8fdf315e5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0726669 Jan 22 08:32:11.505211 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:11.546176 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eda74bae-5066-476a-9dad-94abf57851df req-a6b90b47-39da-49c8-ad91-7d1e85d6a219 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627258 Jan 22 08:32:11.605471 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84', 'name': '', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'mac_address': 'fa:16:3e:c0:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:59Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 2, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'subnets': [{'id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:11.653655 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Checking router: bdd8510a-e346-489c-80ff-7512b8e8192b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:32:11.654360 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Updating router bdd8510a-e346-489c-80ff-7512b8e8192b port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 binding host dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 22 08:32:11.690408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:11.941214 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ea036-29b5-43cb-847d-675c4be826df req-30a4625f-6392-4422-8758-550be4808233 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:11.943180 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-670ea036-29b5-43cb-847d-675c4be826df req-30a4625f-6392-4422-8758-550be4808233 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jan 22 08:32:12.041612 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-670ea036-29b5-43cb-847d-675c4be826df req-156a48fd-7fcb-4266-9273-932fbdbabf32 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839660 Jan 22 08:32:12.113869 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 1b8c815f-2766-4150-9b86-4aa60f51fce9 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:12.237843 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a7787-94d3-433b-881e-83cfe283877f req-2f08b94f-fe34-4921-a179-0c6f3da09d32 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:12.249544 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port 1b8c815f-2766-4150-9b86-4aa60f51fce9 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:12.250134 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a7787-94d3-433b-881e-83cfe283877f req-2f08b94f-fe34-4921-a179-0c6f3da09d32 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1086981 Jan 22 08:32:12.250278 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.354481 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a7787-94d3-433b-881e-83cfe283877f req-24473acc-c784-4427-b18d-c5d36d134643 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932710 Jan 22 08:32:12.466916 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e8cf2-7890-4b83-a867-b545af718df4 req-37392f89-c9fa-4916-8b1d-ae3f71d64ae0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:12.469338 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-728e8cf2-7890-4b83-a867-b545af718df4 req-37392f89-c9fa-4916-8b1d-ae3f71d64ae0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.0882635 Jan 22 08:32:12.551047 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks [] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.560386 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port 1b8c815f-2766-4150-9b86-4aa60f51fce9 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:12.564258 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.654646 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Deleting port c806982b-dda9-4a92-a526-d79976ee625d {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:32:12.654999 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (c806982b-dda9-4a92-a526-d79976ee625d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.703653 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d0bf8-f9b6-4cd2-b61c-62c813a48ae6 None None] Pushing event updated for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:12.768592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Attempting to bind port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 on host dv-cinder-825913-1-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:12.769089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Attempting to bind port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 by drivers openvswitch,hyperv on host dv-cinder-825913-1-iscsi at level 0 using segments [{'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:12.769490 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Attempting to bind port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 on network 1e906ace-66fb-410a-85fa-24a58ee3271b {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:12.781305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Checking agent: {'id': '8faf868e-af8c-4ea8-89b5-f3ec494b59bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825913-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 19, 44), 'started_at': datetime.datetime(2022, 1, 22, 8, 20, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825913-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:12.783202 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Checking segment: {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:12.786216 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.787514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Bound using segment: {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:12.810304 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Bound port: a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84, host: dv-cinder-825913-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc4201c-74eb-4248-a0ed-f7cfb72d730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:12.810866 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae4da-e882-420d-a936-50f287ee262a req-4131a499-6512-47a6-b9d7-6d29eec04376 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:12.812500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.819052 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6fae4da-e882-420d-a936-50f287ee262a req-4131a499-6512-47a6-b9d7-6d29eec04376 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1264589 Jan 22 08:32:12.941121 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] For port c806982b-dda9-4a92-a526-d79976ee625d, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c806982b-dda9-4a92-a526-d79976ee625d,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:12.943336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (c806982b-dda9-4a92-a526-d79976ee625d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:12.946731 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6fae4da-e882-420d-a936-50f287ee262a req-5be415a3-8d99-405d-9225-b8f0ea2c74e5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256697 Jan 22 08:32:12.999240 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Calling delete_port for c806982b-dda9-4a92-a526-d79976ee625d owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:32:13.007375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] For port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84, host dv-cinder-825913-1-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:13.012840 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] For port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84, host dv-cinder-825913-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:13.020329 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:13.176969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:13.177815 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:32:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:13.362895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346a35a-5c1c-488f-881b-90202f116471 req-462fb6cf-3330-4e6d-bfe1-f944db9ee2f0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:13.371814 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3346a35a-5c1c-488f-881b-90202f116471 req-462fb6cf-3330-4e6d-bfe1-f944db9ee2f0 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0dbac86-5f7e-4f54-b868-7558d90d6639 HTTP/1.1" status: 200 len: 945 time: 0.1172426 Jan 22 08:32:13.415523 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (c806982b-dda9-4a92-a526-d79976ee625d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:13.504817 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3346a35a-5c1c-488f-881b-90202f116471 req-c3dd26ab-f753-41e1-b2e3-081278073c85 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299431 Jan 22 08:32:13.527881 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Pushing event deleted for resources: {'Port': ['ID=c806982b-dda9-4a92-a526-d79976ee625d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:13.611182 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:13.690873 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d0bf8-f9b6-4cd2-b61c-62c813a48ae6 None None] Pushing event updated for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:13.696364 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] No DVR routers for this DVR port c806982b-dda9-4a92-a526-d79976ee625d on host hv-cinder-82591 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:32:13.701632 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['a3416664-b7b8-4718-b7c8-658e35f14fd7'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:32:13.703560 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:13.706218 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64f10-58a8-4b5e-a46d-5b349006ff81 req-58d6086a-5b57-4905-ace2-f85a7d1b84c5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:13.713573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ea64f10-58a8-4b5e-a46d-5b349006ff81 req-58d6086a-5b57-4905-ace2-f85a7d1b84c5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1927412 Jan 22 08:32:13.716499 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-728e8cf2-7890-4b83-a867-b545af718df4 req-47dd9de1-fedc-4764-a121-07df7bb2ed8d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "DELETE /v2.0/ports/c806982b-dda9-4a92-a526-d79976ee625d HTTP/1.1" status: 204 len: 173 time: 1.2405617 Jan 22 08:32:13.717567 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'name': 'network-vif-deleted', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:13.732896 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8ef31-2c2e-4fdf-964e-28c8a8f1a69d" -d '{"events": [{"server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "name": "network-vif-deleted", "tag": "c806982b-dda9-4a92-a526-d79976ee625d"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:13.839006 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:13.839376 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:13.888578 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0436e39-fd36-4308-b324-24819f16d698 x-openstack-request-id: req-f0436e39-fd36-4308-b324-24819f16d698 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:13.889017 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dbac86-5f7e-4f54-b868-7558d90d6639", "name": "network-vif-deleted", "tag": "c806982b-dda9-4a92-a526-d79976ee625d", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:13.889416 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0436e39-fd36-4308-b324-24819f16d698 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:13.890019 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dbac86-5f7e-4f54-b868-7558d90d6639', 'name': 'network-vif-deleted', 'tag': 'c806982b-dda9-4a92-a526-d79976ee625d', 'status': 'completed', 'code': 200} Jan 22 08:32:13.894356 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ea64f10-58a8-4b5e-a46d-5b349006ff81 req-4bf1d614-3d1a-49a2-825f-0a631b84811e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716654 Jan 22 08:32:13.967969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:14.126899 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:14.273357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0da6a-a5a5-4676-878a-af791fe1bbaf req-f25dd8d4-9595-4926-b64c-f3781d86bd9c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:14.281657 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9e0da6a-a5a5-4676-878a-af791fe1bbaf req-f25dd8d4-9595-4926-b64c-f3781d86bd9c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1514230 Jan 22 08:32:14.400276 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9e0da6a-a5a5-4676-878a-af791fe1bbaf req-d6f38f39-0aa3-44d2-b602-4ffd7db48753 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140525 Jan 22 08:32:14.588296 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:14.589242 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:14.596844 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:14.618542 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Current status of the port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:14.619075 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:14.851081 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] For port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:14.956562 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:14.967668 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84', 'name': '', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'mac_address': 'fa:16:3e:c0:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:59Z', 'updated_at': '2022-01-22T08:32:13Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'subnets': [{'id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:15.170050 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f6f6f-599f-4c3c-82af-b941b5aaacca None None] The sync data for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi is: [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:32:00Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84', 'name': '', 'network_id': '1e906ace-66fb-410a-85fa-24a58ee3271b', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'mac_address': 'fa:16:3e:c0:45:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:59Z', 'updated_at': '2022-01-22T08:32:13Z', 'revision_number': 4, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'subnets': [{'id': '90a13b05-f3e1-40d4-a37a-bac0b4a83142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:32:15.173427 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a51df-9cc5-4b4a-b7a3-c5d9ab6856da None None] Pushing event updated for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:15.211036 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-127e1bb8-ce82-4fa7-b1e6-5f1f56001cee None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:15.211444 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-127e1bb8-ce82-4fa7-b1e6-5f1f56001cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:15.295934 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c715f6a-02d5-475b-a14b-8503149162ce req-359c8363-0855-4f91-b19c-38b714ce3dff tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:15.311914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c715f6a-02d5-475b-a14b-8503149162ce req-359c8363-0855-4f91-b19c-38b714ce3dff tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1561453 Jan 22 08:32:15.388828 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:15.477344 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4438e3-f94a-414d-8cdd-b2dc25b1f221 req-3f593695-48c0-46ec-ae44-aab5f88ef9ce tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:15.478939 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b4438e3-f94a-414d-8cdd-b2dc25b1f221 req-3f593695-48c0-46ec-ae44-aab5f88ef9ce tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0982344 Jan 22 08:32:15.482978 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c715f6a-02d5-475b-a14b-8503149162ce req-7f6a04cf-5550-4f6c-8fe0-c66790543699 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687164 Jan 22 08:32:15.509762 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-127e1bb8-ce82-4fa7-b1e6-5f1f56001cee None None] Current status of the port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:15.572588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b4438e3-f94a-414d-8cdd-b2dc25b1f221 req-4fa15787-8a55-4e76-ab9d-a9f2dcd20de8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 Jan 22 08:32:15.594305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c806982b-dda9-4a92-a526-d79976ee625d no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:32:15.644217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: c806982b-dda9-4a92-a526-d79976ee625d {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:32:15.644757 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c806982b-dda9-4a92-a526-d79976ee625d not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:32:15.840710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6704fc-2cf8-413a-9936-085a657af83d req-5d935029-9eb3-41e8-bb55-b372fc73d93f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:15.843455 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e6704fc-2cf8-413a-9936-085a657af83d req-5d935029-9eb3-41e8-bb55-b372fc73d93f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1909189 Jan 22 08:32:15.967624 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 up at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:16.018895 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e6704fc-2cf8-413a-9936-085a657af83d req-7835adf3-673b-44b5-8950-310b71775481 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686120 Jan 22 08:32:16.153176 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Provisioning complete for port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:16.153780 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:16.314357 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Current status of the port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:16.846264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18441-c8d9-4d53-8f97-ab7618b888d8 req-64a7480c-fffc-475f-8d6f-406c7bb57116 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:16.850356 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8bf18441-c8d9-4d53-8f97-ab7618b888d8 req-64a7480c-fffc-475f-8d6f-406c7bb57116 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1279166 Jan 22 08:32:16.955265 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8bf18441-c8d9-4d53-8f97-ab7618b888d8 req-a775460d-9c4a-4a59-8b23-5f61bf294ad3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949864 Jan 22 08:32:17.275693 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398f2d-bf54-4a7b-92d5-690819e7608b req-d6af5b15-6c67-4ae1-9622-0cc14b16e0ae tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:17.292195 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19398f2d-bf54-4a7b-92d5-690819e7608b req-d6af5b15-6c67-4ae1-9622-0cc14b16e0ae tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1540194 Jan 22 08:32:17.432355 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19398f2d-bf54-4a7b-92d5-690819e7608b req-1984cbf4-4b7a-4b4b-a23e-caf241387faa tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393743 Jan 22 08:32:17.668507 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1bc9-5f6b-467e-8782-f77153f206c9 req-a493be66-fcce-4fe4-8175-6b2f11079099 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:17.675281 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-185e1bc9-5f6b-467e-8782-f77153f206c9 req-a493be66-fcce-4fe4-8175-6b2f11079099 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1233721 Jan 22 08:32:17.814460 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-f0cb889e-84ff-4f33-9cd8-b12f867488da tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:17.815957 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-f0cb889e-84ff-4f33-9cd8-b12f867488da tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 815 time: 0.2067597 Jan 22 08:32:17.834287 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-185e1bc9-5f6b-467e-8782-f77153f206c9 req-0018d6b9-6645-4f43-912a-438c797bd89b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145313 Jan 22 08:32:17.868187 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-228c1ca8-cb1b-47b2-94fe-cd9983b53716 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/quotas/25f4ac0fad46499fa70a26ef451515dc HTTP/1.1" status: 200 len: 375 time: 0.0318182 Jan 22 08:32:17.959037 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-3f3c37f5-367c-4cba-8208-6e39f7badbbc tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802810 Jan 22 08:32:18.145342 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-1b91621f-bd44-497d-8551-436fdbd2f647 service neutron] 10.222.0.84 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828489 Jan 22 08:32:18.290061 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e4b92-784c-4cd1-9603-0f8a8c5c47da req-e595b9ac-5e2e-4f96-82c7-bf34e3699c2e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:18.291602 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d8e4b92-784c-4cd1-9603-0f8a8c5c47da req-e595b9ac-5e2e-4f96-82c7-bf34e3699c2e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1503415 Jan 22 08:32:18.345718 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-a7d5172b-dcd3-40f8-b47c-43198ad06923 service neutron] 10.222.0.84 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636267 Jan 22 08:32:18.373628 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d8e4b92-784c-4cd1-9603-0f8a8c5c47da req-709fa4a7-a677-4c0e-b831-ca9a90db7fec tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737281 Jan 22 08:32:18.649668 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a79e0a4e-1ba5-4a0a-8d76-cfdb7580f459 req-7538c3d4-fe5a-4ffc-9985-ecc5aa853755 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 210 time: 0.0727699 Jan 22 08:32:18.681181 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816abf-4e87-4f0b-b408-00d09dab8117 req-52ad082d-1f04-4ac1-a1c4-3d779b93e41a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:18.682766 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0816abf-4e87-4f0b-b408-00d09dab8117 req-52ad082d-1f04-4ac1-a1c4-3d779b93e41a tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.0948231 Jan 22 08:32:18.746812 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0816abf-4e87-4f0b-b408-00d09dab8117 req-447970a6-d307-411f-92bd-bcd1c7538938 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577726 Jan 22 08:32:19.012964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ef36d-064f-457b-b385-09304fc64a07 req-82d7d148-83ad-4f31-9eff-981346a2ed10 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:19.015945 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a1ef36d-064f-457b-b385-09304fc64a07 req-82d7d148-83ad-4f31-9eff-981346a2ed10 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0908833 Jan 22 08:32:19.089530 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a1ef36d-064f-457b-b385-09304fc64a07 req-73e718c9-5c28-4343-a0e8-15d0e0a511b3 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654573 Jan 22 08:32:19.674383 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdffc3-b491-4faa-8921-60fd0cb84ff7 req-4bbfad98-983f-4505-9912-dd1587e27860 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:19.677720 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40bdffc3-b491-4faa-8921-60fd0cb84ff7 req-4bbfad98-983f-4505-9912-dd1587e27860 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1280015 Jan 22 08:32:19.820542 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa9038da-4dab-4aad-a813-01ed7f63a8e8 req-89695007-79e8-4eb8-b1bb-ac7d1b3b8219 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 210 time: 0.0490663 Jan 22 08:32:19.841737 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40bdffc3-b491-4faa-8921-60fd0cb84ff7 req-07cb3a37-be0c-405c-9c82-aa80d687b83c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544626 Jan 22 08:32:20.021095 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67f52b-7970-4ec3-add1-7b934c858432 req-221810e4-b280-4b88-bb1b-c465706bfbbd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:20.029466 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c67f52b-7970-4ec3-add1-7b934c858432 req-221810e4-b280-4b88-bb1b-c465706bfbbd tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1162176 Jan 22 08:32:20.117572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c67f52b-7970-4ec3-add1-7b934c858432 req-e2899d3a-3862-4e97-ac11-66a58b1f3b24 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872004 Jan 22 08:32:20.361589 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2b502-fca9-4e55-908b-ea67f901e3a4 req-a0fe272b-5644-447f-a7a5-5f5f6e545d5b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:20.368038 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-b12571b1-b2a2-4ff3-a1e4-73b891d28bbd tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:20.370588 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-b12571b1-b2a2-4ff3-a1e4-73b891d28bbd tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 815 time: 0.3362188 Jan 22 08:32:20.373382 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2a2b502-fca9-4e55-908b-ea67f901e3a4 req-a0fe272b-5644-447f-a7a5-5f5f6e545d5b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1641791 Jan 22 08:32:20.394407 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'port': {'device_id': '6844d33a-1150-4687-ae3b-b708094d1065', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'admin_state_up': True, 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:20.458363 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2a2b502-fca9-4e55-908b-ea67f901e3a4 req-839f0a98-4263-49fd-93fc-59d6b25f1f0e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800505 Jan 22 08:32:20.598314 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Made reservation on behalf of 25f4ac0fad46499fa70a26ef451515dc for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:20.603343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:20.818007 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Allocated IP 172.20.0.11 (cb46d949-dc6b-44f8-983d-8a261d9fb956/bedaca7b-b52f-4053-9da6-47b1c0880355/0fa3396d-97ef-4d2d-b698-0ce525ca0da2) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:32:20.998271 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e4d1165-ab99-4858-8233-06df391daa61 req-fd99bbb3-c3a2-44c1-a6c7-9f5b79b56f71 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 210 time: 0.0479221 Jan 22 08:32:21.096580 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c306fc-530c-428d-a199-08588dabf094 req-d8b2ee5a-fbb8-405c-963a-f4309c9aa645 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:21.099555 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40c306fc-530c-428d-a199-08588dabf094 req-d8b2ee5a-fbb8-405c-963a-f4309c9aa645 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0774682 Jan 22 08:32:21.107914 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:21.197638 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:21.213301 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40c306fc-530c-428d-a199-08588dabf094 req-a98168d9-769d-4766-a834-b02da544f2ec tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048510 Jan 22 08:32:21.295236 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:32:21.296924 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:21.302437 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:21.307924 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:32:21.359539 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d19f5-040d-452a-8008-5b4b396ee529 req-4a3971c4-9c7a-4b43-9a64-20d5d5e02272 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:21.372506 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb8d19f5-040d-452a-8008-5b4b396ee529 req-4a3971c4-9c7a-4b43-9a64-20d5d5e02272 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1105609 Jan 22 08:32:21.397087 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:21.397812 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:21.432514 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-08831cb6-68c5-40be-bdb2-9cc6400e1f47 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428169 Jan 22 08:32:21.450132 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb8d19f5-040d-452a-8008-5b4b396ee529 req-9006fe86-69b3-405f-a14c-38110098a16d tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Jan 22 08:32:21.450845 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Request body: {'port': {'device_id': '6844d33a-1150-4687-ae3b-b708094d1065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:21.549123 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:21.654466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fb5bf-d9e4-4b92-bce4-677225426620 req-4cc413f8-3d3e-4c02-965e-33beb3444e34 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:21.665180 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-845fb5bf-d9e4-4b92-bce4-677225426620 req-4cc413f8-3d3e-4c02-965e-33beb3444e34 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1009350 Jan 22 08:32:21.708258 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-50a71673-4ce9-44f7-8851-4076d488a3e2 None None] Provisioning complete for port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:21.711266 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50a71673-4ce9-44f7-8851-4076d488a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:21.719473 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-845fb5bf-d9e4-4b92-bce4-677225426620 req-0fa670cb-d336-4cdd-8a62-fd0a23a007a0 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532866 Jan 22 08:32:21.785083 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-50a71673-4ce9-44f7-8851-4076d488a3e2 None None] Port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:32:22.082430 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:32:22.110139 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks [] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:22.143973 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Transition to ACTIVE for port object 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:32:22.151032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:22.222770 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:22.249426 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.249996 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.250780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.263491 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.264102 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.264866 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.265534 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.266117 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.266719 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.268561 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.269391 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.295215 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.296030 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:22.484100 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Attempting to bind port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:22.485210 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Attempting to bind port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:22.485824 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Attempting to bind port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 on network cb46d949-dc6b-44f8-983d-8a261d9fb956 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:22.493424 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 on network cb46d949-dc6b-44f8-983d-8a261d9fb956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:32:22.494203 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Attempting to bind port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 on network cb46d949-dc6b-44f8-983d-8a261d9fb956 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:22.504791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:22.504791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Checking segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:22.504791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Bound using segment: {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:22.504791 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Bound port: 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d71576-70f0-48f3-b23a-f6325c9d84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:22.505354 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:22.641757 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:22.645561 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:22.660917 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:22.670936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f7a3-6551-4eac-b5b0-374f3dbe36cb req-f988d759-7bf1-48c1-b028-d55defe48988 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:22.671956 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f947f7a3-6551-4eac-b5b0-374f3dbe36cb req-f988d759-7bf1-48c1-b028-d55defe48988 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 932 time: 0.5555935 Jan 22 08:32:22.714158 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:22.715150 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:22.717070 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] 10.222.0.107 "PUT /v2.0/ports/0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1094 time: 1.2762074 Jan 22 08:32:22.717598 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:22.724832 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41004f5b-ff1a-404b-b71a-972c19ec04a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:22.755496 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de472c0-e162-4f73-ab51-3945a6901fe9 req-d8db4296-ee38-4d08-a1a4-77a0d16ae48f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:22.775499 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2de472c0-e162-4f73-ab51-3945a6901fe9 req-d8db4296-ee38-4d08-a1a4-77a0d16ae48f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2152462 Jan 22 08:32:22.786657 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-052b20db-293e-486a-abdd-5186c962cc7f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:22.788791 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-052b20db-293e-486a-abdd-5186c962cc7f tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.2284002 Jan 22 08:32:22.806673 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b440f9d-5d02-4257-8fbc-fd78752008af service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:22.866531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2942e413-3a38-4eb8-9ed2-28db0b127673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:22.868833 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-2942e413-3a38-4eb8-9ed2-28db0b127673 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1097 time: 0.0829787 Jan 22 08:32:22.977790 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-146156b3-3988-46d2-84bf-635c267f9e7b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 217 time: 0.0894077 Jan 22 08:32:22.987171 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f947f7a3-6551-4eac-b5b0-374f3dbe36cb req-500382ca-a6c3-4b54-90e7-35067cc3f605 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094311 Jan 22 08:32:23.098818 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-02c97610-b38e-4077-bc32-af80e0ff1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:23.101352 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-02c97610-b38e-4077-bc32-af80e0ff1c07 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.1171212 Jan 22 08:32:23.115957 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2de472c0-e162-4f73-ab51-3945a6901fe9 req-ee7ef627-b2c4-47b8-b302-e768137885c0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388538 Jan 22 08:32:23.243015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a29cf-0dc5-4e39-add0-789bd6cb6b6b x-openstack-request-id: req-593a29cf-0dc5-4e39-add0-789bd6cb6b6b {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:23.243313 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:23.243563 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-593a29cf-0dc5-4e39-add0-789bd6cb6b6b {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:23.244650 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:32:23.263708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe9db8-4ae7-4f3a-a919-eddba412c4a6 req-0aa5d29b-e06f-4f1a-aa9c-56dad3379df8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:23.267285 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ffe9db8-4ae7-4f3a-a919-eddba412c4a6 req-0aa5d29b-e06f-4f1a-aa9c-56dad3379df8 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 945 time: 0.1497486 Jan 22 08:32:23.274023 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Deleting port a3416664-b7b8-4718-b7c8-658e35f14fd7 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:32:23.275607 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-c43a83ea-f98b-4cb3-a68f-ecadb47abcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:23.275998 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:23.277548 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-c43a83ea-f98b-4cb3-a68f-ecadb47abcc5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1591835 Jan 22 08:32:23.437479 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-b1601dbb-5c77-4f0c-98ab-efab335cb39e service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506970 Jan 22 08:32:23.499003 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ffe9db8-4ae7-4f3a-a919-eddba412c4a6 req-61362445-aa9e-42a0-a9c2-439084c66d05 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4088238-0ae8-4b9b-b376-58bf7bad7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049036 Jan 22 08:32:23.519265 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ceae-51e9-48a5-b8fc-040fd7103575 req-df0fd3de-fa3e-4720-b744-7f37ed1f61ab tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:23.521067 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc29ceae-51e9-48a5-b8fc-040fd7103575 req-df0fd3de-fa3e-4720-b744-7f37ed1f61ab tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1960654 Jan 22 08:32:23.551981 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] For port a3416664-b7b8-4718-b7c8-658e35f14fd7, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a3416664-b7b8-4718-b7c8-658e35f14fd7,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:23.552736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:23.579862 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Calling delete_port for a3416664-b7b8-4718-b7c8-658e35f14fd7 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:32:23.706743 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc29ceae-51e9-48a5-b8fc-040fd7103575 req-a76b1419-67b9-4e86-bb73-458b164ccfae tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753819 Jan 22 08:32:23.829173 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ddc6e2a0-b4b0-4713-91ec-499afeb5eaf7 req-aba93e34-8acb-4b08-803d-5b17b1bf7103 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851659 Jan 22 08:32:23.877346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (a3416664-b7b8-4718-b7c8-658e35f14fd7), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:23.930147 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Pushing event deleted for resources: {'Port': ['ID=a3416664-b7b8-4718-b7c8-658e35f14fd7,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:23.956100 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-04c977ca-c75f-48a7-91d0-2090412609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:23.959538 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-04c977ca-c75f-48a7-91d0-2090412609ee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1097 time: 0.0712993 Jan 22 08:32:23.997670 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.998073 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.998421 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.998894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.999238 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.999574 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:23.999926 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.000254 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.000578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.000897 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.001308 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.002397 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.002704 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:24.042670 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] No DVR routers for this DVR port a3416664-b7b8-4718-b7c8-658e35f14fd7 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:32:24.047701 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:24.055818 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-21b56a53-7d14-48ed-92d7-ed01bd49e7d0 req-e12ab649-e20b-4a0d-99ef-dae9fbe4a953 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.107 "DELETE /v2.0/ports/a3416664-b7b8-4718-b7c8-658e35f14fd7 HTTP/1.1" status: 204 len: 173 time: 1.2218997 Jan 22 08:32:24.056541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'name': 'network-vif-deleted', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:24.062443 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351fed3c-bb20-494d-9ebb-a768bf79e126" -d '{"events": [{"server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "name": "network-vif-deleted", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:24.101371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-870e9ca3-9fe5-4e93-98b2-638c4e575c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.103112 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-870e9ca3-9fe5-4e93-98b2-638c4e575c06 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.1366541 Jan 22 08:32:24.157565 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7e92fc-65e5-44f1-9c45-1c4eb308aa89 x-openstack-request-id: req-cc7e92fc-65e5-44f1-9c45-1c4eb308aa89 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:24.157906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f541a4-f349-4cfb-976b-f0c6af969cd8", "name": "network-vif-deleted", "tag": "a3416664-b7b8-4718-b7c8-658e35f14fd7", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:24.158163 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc7e92fc-65e5-44f1-9c45-1c4eb308aa89 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:24.158707 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f541a4-f349-4cfb-976b-f0c6af969cd8', 'name': 'network-vif-deleted', 'tag': 'a3416664-b7b8-4718-b7c8-658e35f14fd7', 'status': 'completed', 'code': 200} Jan 22 08:32:24.176562 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd72d1-200e-4d78-848d-531902e4ca13 req-b7486af0-5d4c-400e-b43b-35cf5a6fa1e9 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.182186 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ccd72d1-200e-4d78-848d-531902e4ca13 req-b7486af0-5d4c-400e-b43b-35cf5a6fa1e9 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0736022 Jan 22 08:32:24.259481 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-4ec279dd-9020-487f-8550-bcd7151fda54 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 217 time: 0.1187217 Jan 22 08:32:24.353661 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-84695ce0-07b6-444b-84e4-a0cac5c4ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.355724 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-84695ce0-07b6-444b-84e4-a0cac5c4ac49 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0820649 Jan 22 08:32:24.368082 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ccd72d1-200e-4d78-848d-531902e4ca13 req-dcbbfc8a-9197-4884-9e6b-28525ebb26df tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549854 Jan 22 08:32:24.390216 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a9087-1370-4d7d-9a17-28ac3f4a39e5 req-6eea743d-b740-4093-9c73-9caa2b3f29ea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.390216 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-384a9087-1370-4d7d-9a17-28ac3f4a39e5 req-6eea743d-b740-4093-9c73-9caa2b3f29ea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0959127 Jan 22 08:32:24.449221 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-6dc7c823-c847-4f17-9412-c4cf96a9df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.452483 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-6dc7c823-c847-4f17-9412-c4cf96a9df22 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901785 Jan 22 08:32:24.478989 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-384a9087-1370-4d7d-9a17-28ac3f4a39e5 req-41404c32-c636-436d-acde-0f3c733224b3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730910 Jan 22 08:32:24.663834 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-3f73512c-75a2-42e8-bbe2-c7203f1efbbb service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028196 Jan 22 08:32:24.676941 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-094b9fda-47e8-44e5-ae8e-a83cff797a03 req-4a114c4a-e6c7-48b4-a6b3-77489a8fce31 tempest-ServerRescueNegativeTestJSON-299031980 tempest-ServerRescueNegativeTestJSON-299031980-project] 10.222.0.84 "GET /v2.0/ports?device_id=28f541a4-f349-4cfb-976b-f0c6af969cd8 HTTP/1.1" status: 200 len: 210 time: 0.0571775 Jan 22 08:32:24.830501 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-41004f5b-ff1a-404b-b71a-972c19ec04a6 req-b99bb09a-7eee-4149-89d9-b5ddf1c69069 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615222 Jan 22 08:32:24.853815 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ce40e-c76b-4d37-af0a-1ebb94202786 req-0e08cbfa-2e30-4910-92b6-6739af681d4c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:24.855804 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-110ce40e-c76b-4d37-af0a-1ebb94202786 req-0e08cbfa-2e30-4910-92b6-6739af681d4c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0623081 Jan 22 08:32:24.921145 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-110ce40e-c76b-4d37-af0a-1ebb94202786 req-78590384-4591-401b-9a28-f75fcc1ecfcc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591674 Jan 22 08:32:25.554258 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39f049-3de4-4a3d-9385-8d5465298cfe req-7fd7a805-c5df-47f1-ad93-58fe324fcfb1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:25.561407 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb39f049-3de4-4a3d-9385-8d5465298cfe req-7fd7a805-c5df-47f1-ad93-58fe324fcfb1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0869057 Jan 22 08:32:25.641643 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a3416664-b7b8-4718-b7c8-658e35f14fd7 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:32:25.652910 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb39f049-3de4-4a3d-9385-8d5465298cfe req-427d337d-19b2-4e33-8e48-4a99cad7a07d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902274 Jan 22 08:32:25.688162 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff22c5-75f0-4710-b434-cf2aa14ad642 req-4bdb1a1b-eb97-4207-9644-b48f2d5640fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:25.690013 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-daff22c5-75f0-4710-b434-cf2aa14ad642 req-4bdb1a1b-eb97-4207-9644-b48f2d5640fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0839775 Jan 22 08:32:25.708689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: a3416664-b7b8-4718-b7c8-658e35f14fd7 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:32:25.712777 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a3416664-b7b8-4718-b7c8-658e35f14fd7 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:32:25.785902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-daff22c5-75f0-4710-b434-cf2aa14ad642 req-d0b26e70-094e-4e82-ba2d-8b33797988b4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873115 Jan 22 08:32:25.844980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44850) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:26.200696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3607-2bcb-4089-8e89-58cfdf69da22 req-b62aebb3-0e82-461f-b960-c7dfe24b7ef6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:26.207271 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-516b3607-2bcb-4089-8e89-58cfdf69da22 req-b62aebb3-0e82-461f-b960-c7dfe24b7ef6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1408167 Jan 22 08:32:26.338971 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-516b3607-2bcb-4089-8e89-58cfdf69da22 req-5efc1c58-ac64-43ad-bbe1-edd860dcf7a3 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282575 Jan 22 08:32:26.791949 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c06c-1c64-46ae-9c03-8a1022d3ab4d req-c6c72876-fc62-4773-92a6-f25eb507ce72 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:26.793693 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90d8c06c-1c64-46ae-9c03-8a1022d3ab4d req-c6c72876-fc62-4773-92a6-f25eb507ce72 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1818023 Jan 22 08:32:26.877977 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-52991fb5-8378-46d4-b658-e55d1f033a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:26.883520 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-52991fb5-8378-46d4-b658-e55d1f033a81 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0693321 Jan 22 08:32:26.903728 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (80a8534e-51d0-4385-ae5d-fc4a04986811), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:26.986060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90d8c06c-1c64-46ae-9c03-8a1022d3ab4d req-eec62448-bf9e-48f1-8d6a-f041c7da69e4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842597 Jan 22 08:32:27.002683 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f6e0-26b6-4ccf-a344-b16ccafe5183 req-353b9136-6d38-4bca-b534-d7a69a36b51f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:27.004322 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7924f6e0-26b6-4ccf-a344-b16ccafe5183 req-353b9136-6d38-4bca-b534-d7a69a36b51f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1861172 Jan 22 08:32:27.037787 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-1ca7c26b-5952-40eb-b4b9-78bf8c488de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:27.041190 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-1ca7c26b-5952-40eb-b4b9-78bf8c488de6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1506457 Jan 22 08:32:27.181156 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-516cd30b-0461-4536-9dc1-caa84d9826aa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1001 time: 0.1327252 Jan 22 08:32:27.275309 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-964e3dd8-08bc-4b81-bd81-a40bd6156592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:27.278199 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-964e3dd8-08bc-4b81-bd81-a40bd6156592 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0891623 Jan 22 08:32:27.335068 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7924f6e0-26b6-4ccf-a344-b16ccafe5183 req-34040880-81ea-4936-9234-7cfe07d394ee tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223879 Jan 22 08:32:27.385571 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-fb76566e-749b-412c-ac9f-31fdbae6aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:27.387549 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-fb76566e-749b-412c-ac9f-31fdbae6aebf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018107 Jan 22 08:32:27.404519 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6358068-f8f3-4702-b3a9-5fcbcd11df38 req-d175dd32-946b-46e2-b136-2e1b464f4746 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:27.412430 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6358068-f8f3-4702-b3a9-5fcbcd11df38 req-d175dd32-946b-46e2-b136-2e1b464f4746 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.2741032 Jan 22 08:32:27.555799 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-1e88e06e-a346-42f8-9ef2-fd4514761fe1 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558788 Jan 22 08:32:27.764971 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b76a0fe3-bc53-4398-9196-d6482d56d35d req-4081af3d-2a09-4db7-9f0d-75798329d29f service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999836 Jan 22 08:32:27.945376 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6358068-f8f3-4702-b3a9-5fcbcd11df38 req-d5bc772f-2d20-4c24-936d-8e441fdaea49 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5319195 Jan 22 08:32:28.025486 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Deleting port aa66f4ec-d544-4639-9efe-b9bcc7609d57 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:32:28.025879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:28.167699 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] For port aa66f4ec-d544-4639-9efe-b9bcc7609d57, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=aa66f4ec-d544-4639-9efe-b9bcc7609d57,segment=NetworkSegment(51f91787-a753-4a16-b38a-cfa57907ec20),segment_id=51f91787-a753-4a16-b38a-cfa57907ec20)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:28.167990 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:28.177775 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce132d-0524-4516-8fd3-ac840c118b33 req-20c2a1bd-0eb0-4143-9a61-1b95313c5c8b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:28.179701 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9ce132d-0524-4516-8fd3-ac840c118b33 req-20c2a1bd-0eb0-4143-9a61-1b95313c5c8b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0848067 Jan 22 08:32:28.198693 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Calling delete_port for aa66f4ec-d544-4639-9efe-b9bcc7609d57 owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:32:28.285155 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9ce132d-0524-4516-8fd3-ac840c118b33 req-5f30ecc7-264d-4e6f-86ef-a52ee6fc0bc2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933225 Jan 22 08:32:28.555880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (aa66f4ec-d544-4639-9efe-b9bcc7609d57), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:28.569395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380c3c7-3a7b-4544-a536-dc84f00dbcc5 req-ed70ef50-1301-495b-996e-d20491315828 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:28.570996 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0380c3c7-3a7b-4544-a536-dc84f00dbcc5 req-ed70ef50-1301-495b-996e-d20491315828 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1157448 Jan 22 08:32:28.609322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Pushing event deleted for resources: {'Port': ['ID=aa66f4ec-d544-4639-9efe-b9bcc7609d57,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:28.795459 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0380c3c7-3a7b-4544-a536-dc84f00dbcc5 req-88807051-8540-49a3-8112-d9d82d2973ca tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949186 Jan 22 08:32:28.890645 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (80a8534e-51d0-4385-ae5d-fc4a04986811), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:29.208390 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beafb5d-f099-44f7-824c-dbbd347ed868 req-b50a5a92-9901-46d0-94a3-b9616ea6312d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:29.212085 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6beafb5d-f099-44f7-824c-dbbd347ed868 req-b50a5a92-9901-46d0-94a3-b9616ea6312d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0908082 Jan 22 08:32:29.511825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6beafb5d-f099-44f7-824c-dbbd347ed868 req-af8c61b1-454f-4241-b3f8-80d193c47245 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729790 Jan 22 08:32:29.592288 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7d0a-f279-492d-998e-b0d0ac8d1c26 req-5319a144-933c-4762-8971-6151b0f62228 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:29.601011 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e73e7d0a-f279-492d-998e-b0d0ac8d1c26 req-5319a144-933c-4762-8971-6151b0f62228 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1523011 Jan 22 08:32:29.661409 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Router 80a8534e-51d0-4385-ae5d-fc4a04986811 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:32:29.717809 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e73e7d0a-f279-492d-998e-b0d0ac8d1c26 req-31095d74-44b4-4937-8a82-b1b9c0888e2f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154912 Jan 22 08:32:30.091993 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:32:30.104460 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7a11f5a2-4efa-46cb-8328-766375739dac admin admin] 10.222.0.84 "PUT /v2.0/routers/80a8534e-51d0-4385-ae5d-fc4a04986811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2564385 Jan 22 08:32:30.107033 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44932) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:30.108723 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Sync routers for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:32:30.125019 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:30.126141 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:32:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:30.174704 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8932-2f4e-403c-ad0f-7ac8bbfe326d req-f0e522ae-a956-4a1b-828c-ba57073e4ebd tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:30.177240 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-389d8932-2f4e-403c-ad0f-7ac8bbfe326d req-f0e522ae-a956-4a1b-828c-ba57073e4ebd tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.2189994 Jan 22 08:32:30.317901 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks [] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:30.343187 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-389d8932-2f4e-403c-ad0f-7ac8bbfe326d req-fc5d5eb8-bb52-4be1-b6e5-de68af2c8a3d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552961 Jan 22 08:32:30.363599 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:30.688150 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks [] for router_gateway (80a8534e-51d0-4385-ae5d-fc4a04986811), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:30.837012 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d5afe-dba0-4c74-9e96-ae03c4bb821e req-911e5428-4f9d-428a-b746-01841246e219 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:30.853161 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Deleting port ba2c1b7f-22e1-4937-9f60-0753d6bb1422 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:32:30.853504 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:30.860359 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d6d5afe-dba0-4c74-9e96-ae03c4bb821e req-911e5428-4f9d-428a-b746-01841246e219 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1579664 Jan 22 08:32:30.965887 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d6d5afe-dba0-4c74-9e96-ae03c4bb821e req-7bc212c7-db8e-4d1d-ab3f-2d3d1c1634c5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041925 Jan 22 08:32:30.972324 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:32:28Z', 'revision_number': 5, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port': {'id': 'ba2c1b7f-22e1-4937-9f60-0753d6bb1422', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:31.032863 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Checking router: 80a8534e-51d0-4385-ae5d-fc4a04986811 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:32:31.061572 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Routers {'80a8534e-51d0-4385-ae5d-fc4a04986811'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:32:31.062237 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:32:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['80a8534e-51d0-4385-ae5d-fc4a04986811'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:31.087518 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] For port ba2c1b7f-22e1-4937-9f60-0753d6bb1422, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:31.087884 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:31.119850 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Calling delete_port for ba2c1b7f-22e1-4937-9f60-0753d6bb1422 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:32:31.240884 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] Set router 80a8534e-51d0-4385-ae5d-fc4a04986811 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:32:31.445064 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:32:30Z', 'revision_number': 6, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:31.513800 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11229e17-b5c6-4ab6-829d-7e13192befd9 None None] The sync data for ids ['80a8534e-51d0-4385-ae5d-fc4a04986811'] in dv-cinder-825913-1-iscsi is: [{'id': '80a8534e-51d0-4385-ae5d-fc4a04986811', 'name': 'tempest-ServerRescueNegativeTestJSON-1859538744-router', 'tenant_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:32:30Z', 'revision_number': 6, 'project_id': '69b49a28d24b4ebf88f4c5aa0ef21833', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:32:31.638260 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (ba2c1b7f-22e1-4937-9f60-0753d6bb1422), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:31.645640 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c5a06-06d4-4fc1-a66d-9f56001ba81d req-b115ea4d-7c5e-48f2-83c9-15a1eca59642 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:31.648983 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b3c5a06-06d4-4fc1-a66d-9f56001ba81d req-b115ea4d-7c5e-48f2-83c9-15a1eca59642 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1637013 Jan 22 08:32:31.665362 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2c1b7f-22e1-4937-9f60-0753d6bb1422,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:31.825336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (80a8534e-51d0-4385-ae5d-fc4a04986811), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:31.887946 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b3c5a06-06d4-4fc1-a66d-9f56001ba81d req-0cf42c89-df34-43fe-8a22-11547714ed94 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261729 Jan 22 08:32:32.145898 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device aa66f4ec-d544-4639-9efe-b9bcc7609d57 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:32:32.249678 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.256954 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks [] for router_controller (80a8534e-51d0-4385-ae5d-fc4a04986811), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.333133 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c145d9-f38c-4871-9c1f-34050c358b53 req-e7eadfec-9034-406d-a2d6-d4bfc9e704ce tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:32.342924 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72c145d9-f38c-4871-9c1f-34050c358b53 req-e7eadfec-9034-406d-a2d6-d4bfc9e704ce tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1768174 Jan 22 08:32:32.435182 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72c145d9-f38c-4871-9c1f-34050c358b53 req-08222afd-1f15-4b10-a515-501a57f66ec9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905967 Jan 22 08:32:32.479123 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (80a8534e-51d0-4385-ae5d-fc4a04986811), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.480470 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a8534e-51d0-4385-ae5d-fc4a04986811 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:32:32.492080 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.498112 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 44966) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:32.499481 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d50c2241-512e-40fd-bc98-f2252c7d6006 admin admin] 10.222.0.84 "DELETE /v2.0/routers/80a8534e-51d0-4385-ae5d-fc4a04986811 HTTP/1.1" status: 204 len: 168 time: 2.3887703 Jan 22 08:32:32.540285 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: aa66f4ec-d544-4639-9efe-b9bcc7609d57 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:32:32.541369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device aa66f4ec-d544-4639-9efe-b9bcc7609d57 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:32:32.593407 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Deleting subnet c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:32:32.619143 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Publish callbacks [] for subnet (c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.722441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Publish callbacks [] for subnet (c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:32.750961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.023794 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-9a5c2b0b-b38c-4e29-ad07-9634ec14cc8c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576315302&fields=id&tenant_id=a6f775f6c82c4596bb247ab81847fc46 HTTP/1.1" status: 200 len: 267 time: 0.1763690 Jan 22 08:32:33.065209 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.163500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:33.283985 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.294580 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44980) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:33.299523 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c72a6dca-3149-4dc5-9f09-7c5f51409e74 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c4de8ac7-846a-4f42-b41a-7f6b8bb8bc40 HTTP/1.1" status: 204 len: 168 time: 0.8000629 Jan 22 08:32:33.336780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc00a1-cd11-44fb-b5b7-57857312f61c req-347ebd4f-0989-47f7-9664-37a68825f75a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:33.338601 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9edc00a1-cd11-44fb-b5b7-57857312f61c req-347ebd4f-0989-47f7-9664-37a68825f75a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.2944152 Jan 22 08:32:33.390935 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-04b37115-50ca-4157-857a-a175ce0e9388 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:33.392652 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-04b37115-50ca-4157-857a-a175ce0e9388 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 808 time: 0.3677089 Jan 22 08:32:33.418436 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (e2a35619-1119-49b1-82c8-4c2b360fda7c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.432858 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-8fb76b51-5cf7-478f-8ae0-fe7d1785ac2c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/quotas/a6f775f6c82c4596bb247ab81847fc46 HTTP/1.1" status: 200 len: 375 time: 0.0255268 Jan 22 08:32:33.438873 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9edc00a1-cd11-44fb-b5b7-57857312f61c req-59feb08a-c7a8-4104-9c35-00d47534d4c9 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Jan 22 08:32:33.515296 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-5e12ce34-ab45-4136-b240-44eeb6fdb167 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708697 Jan 22 08:32:33.556394 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (e2a35619-1119-49b1-82c8-4c2b360fda7c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.580146 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a35619-1119-49b1-82c8-4c2b360fda7c']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:33.592137 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f91787-a753-4a16-b38a-cfa57907ec20') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:33.592461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f91787-a753-4a16-b38a-cfa57907ec20') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:33.605563 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (51f91787-a753-4a16-b38a-cfa57907ec20), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.625459 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (51f91787-a753-4a16-b38a-cfa57907ec20), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.637248 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:32:33.637932 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (51f91787-a753-4a16-b38a-cfa57907ec20), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:32:33.644524 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:32:33.650170 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:32:33.670304 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34507cb-0f80-4f8e-8619-c90332a31ad1 req-04ce013a-bc6c-4f8f-babb-bbab275e6c7e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:33.671947 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b34507cb-0f80-4f8e-8619-c90332a31ad1 req-04ce013a-bc6c-4f8f-babb-bbab275e6c7e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1228838 Jan 22 08:32:33.695323 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-d033ff86-fbdf-4791-aaab-840b1448c829 service neutron] 10.222.0.84 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632466 Jan 22 08:32:33.743965 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (e2a35619-1119-49b1-82c8-4c2b360fda7c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.757029 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:33.761509 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] 10.222.0.84 "DELETE /v2.0/networks/e2a35619-1119-49b1-82c8-4c2b360fda7c HTTP/1.1" status: 204 len: 168 time: 0.4651477 Jan 22 08:32:33.774110 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325acb8-f260-4d59-ad99-b78c19eb731a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a35619-1119-49b1-82c8-4c2b360fda7c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:33.818697 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ba2c1b7f-22e1-4937-9f60-0753d6bb1422 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:32:33.823283 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b34507cb-0f80-4f8e-8619-c90332a31ad1 req-25b2e263-1345-4289-84b0-cfbedad5d1c0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381102 Jan 22 08:32:33.860230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: ba2c1b7f-22e1-4937-9f60-0753d6bb1422 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:32:33.860631 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ba2c1b7f-22e1-4937-9f60-0753d6bb1422 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:32:33.890027 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-010cc350-7d39-4457-acdf-febc12d20ef4 service neutron] 10.222.0.84 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835341 Jan 22 08:32:34.043272 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44992) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:34.103166 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8405b6d3-4290-41da-a4a1-891ddd19d5dc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=69b49a28d24b4ebf88f4c5aa0ef21833&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583391 Jan 22 08:32:34.105586 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 44998) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:34.169307 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] Publish callbacks [] for security_group (a4088238-0ae8-4b9b-b376-58bf7bad7d07), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:34.205906 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] Publish callbacks [] for security_group (a4088238-0ae8-4b9b-b376-58bf7bad7d07), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:34.297182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a4088238-0ae8-4b9b-b376-58bf7bad7d07), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:34.300647 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:34.305746 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a4088238-0ae8-4b9b-b376-58bf7bad7d07 HTTP/1.1" status: 204 len: 168 time: 0.1953466 Jan 22 08:32:34.312434 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f5ba-6785-46ee-94c5-ea2382e2786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4088238-0ae8-4b9b-b376-58bf7bad7d07,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:34.366756 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0667d4f5-d5fc-4fa0-bbdc-aeecbb6848c5 req-31d9f018-e4ff-4f8a-97d6-916c5ad9d30a tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0358465 Jan 22 08:32:34.630020 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a8238-36f6-4e31-9816-86ae5a0abfd1 req-03a0a600-1cfb-49d3-a05e-05f798aa7814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:34.635933 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a8238-36f6-4e31-9816-86ae5a0abfd1 req-03a0a600-1cfb-49d3-a05e-05f798aa7814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0878012 Jan 22 08:32:34.731573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a8238-36f6-4e31-9816-86ae5a0abfd1 req-8b62a8e2-4aa9-4cfe-a9f5-f234032acfdc tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864811 Jan 22 08:32:35.051856 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc752568-c7e4-4168-9291-cda1baf72501 req-a9ad075a-3c05-4261-8e57-bf909b694bd7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:35.059564 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc752568-c7e4-4168-9291-cda1baf72501 req-a9ad075a-3c05-4261-8e57-bf909b694bd7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0958800 Jan 22 08:32:35.147594 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc752568-c7e4-4168-9291-cda1baf72501 req-03e83707-a1f1-45c8-9948-e20e792abea6 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813129 Jan 22 08:32:35.488154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da6681f4-abd5-4b51-8be4-55ac659bc6af req-6b799e53-6a59-4d1e-90c0-79da2cf6ea73 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0274236 Jan 22 08:32:35.927811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62879d-911b-4d12-b7ca-93e85a384f65 req-149040c0-168e-4bdd-b67b-7da3e2043d0a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:35.929662 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a62879d-911b-4d12-b7ca-93e85a384f65 req-149040c0-168e-4bdd-b67b-7da3e2043d0a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0609205 Jan 22 08:32:35.998767 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a62879d-911b-4d12-b7ca-93e85a384f65 req-95eee500-041d-45c4-ae70-df2d387e0324 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Jan 22 08:32:36.102020 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45072) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:36.169936 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:32:36.276996 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d40b0a5f-34aa-4019-b0f9-8e488c074239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.368897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.428902 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a369e-51cb-49b4-9234-30c3f041ef53 req-2c5b4a83-20b5-4ad4-8a11-b9b35400909f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:36.439022 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-165a369e-51cb-49b4-9234-30c3f041ef53 req-2c5b4a83-20b5-4ad4-8a11-b9b35400909f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1528509 Jan 22 08:32:36.559233 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-165a369e-51cb-49b4-9234-30c3f041ef53 req-795611dc-76ba-4855-8873-053a4727bf05 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134198 Jan 22 08:32:36.574310 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d40b0a5f-34aa-4019-b0f9-8e488c074239 admin admin] Publish callbacks [] for security_group (5fa78b32-994b-4f75-990c-ab6ea2063bdd), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.603872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d40b0a5f-34aa-4019-b0f9-8e488c074239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5fa78b32-994b-4f75-990c-ab6ea2063bdd), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.750393 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6d0df25-0ad5-4aa5-8787-60c3acaeb401 req-0604f5ff-9cb3-4c99-9ef8-3e860e7175a7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0658257 Jan 22 08:32:36.773513 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d40b0a5f-34aa-4019-b0f9-8e488c074239 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2626a8c734b145eaae39bd04f7f0b05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695058 Jan 22 08:32:36.774600 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b0a5f-34aa-4019-b0f9-8e488c074239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa78b32-994b-4f75-990c-ab6ea2063bdd,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:36.776346 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45084) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:36.858380 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] Publish callbacks [] for security_group (5fa78b32-994b-4f75-990c-ab6ea2063bdd), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.894948 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] Publish callbacks [] for security_group (5fa78b32-994b-4f75-990c-ab6ea2063bdd), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.967220 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5fa78b32-994b-4f75-990c-ab6ea2063bdd), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.971251 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:36.976579 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5fa78b32-994b-4f75-990c-ab6ea2063bdd HTTP/1.1" status: 204 len: 168 time: 0.1972711 Jan 22 08:32:36.987265 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cc161-e346-4d6c-8f2d-cedc3c6202c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa78b32-994b-4f75-990c-ab6ea2063bdd,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:37.051574 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca00b0e-29f3-4fe4-9915-be44aedfa3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:37.222735 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaad9d-5387-4100-bd63-ebd0ace0db61 req-658bf978-bd2e-41c7-bf73-3e4f2c457995 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:37.227952 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfaaad9d-5387-4100-bd63-ebd0ace0db61 req-658bf978-bd2e-41c7-bf73-3e4f2c457995 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1202357 Jan 22 08:32:37.328083 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfaaad9d-5387-4100-bd63-ebd0ace0db61 req-f9d62392-a286-427a-bebc-056cdf445e96 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927942 Jan 22 08:32:37.815384 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae490-0993-4307-8dab-aedbbcbba069 req-91afaf75-795f-4688-a3d4-4f4425b02a21 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:37.818846 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c20ae490-0993-4307-8dab-aedbbcbba069 req-91afaf75-795f-4688-a3d4-4f4425b02a21 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1331058 Jan 22 08:32:37.944277 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f777cbe1-6e3d-4443-b32a-fbcba4d288ae req-29160224-b9d8-496e-84aa-1ac6a250ecf6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0530601 Jan 22 08:32:37.956495 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c20ae490-0993-4307-8dab-aedbbcbba069 req-164a7a0e-54db-4d37-b731-97a5fa2a98d4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308298 Jan 22 08:32:38.013812 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45116) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:38.191450 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024198746-network', 'tenant_id': '68025738c17c440db8ddfca509c87ff5'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:38.218286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Made reservation on behalf of 68025738c17c440db8ddfca509c87ff5 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:38.220662 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.232128 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.398770 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks [] for security_group (a1995b48-bb97-4d58-81d8-c1882b6b94b9), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.407705 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a1995b48-bb97-4d58-81d8-c1882b6b94b9), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.468834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1995b48-bb97-4d58-81d8-c1882b6b94b9,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:38.498760 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:32:38.539754 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (80c14e9a-be7f-4228-b10a-36714d645bc1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.540107 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Added segment 80c14e9a-be7f-4228-b10a-36714d645bc1 of type vlan for network 169cd6c6-0b05-4b49-8e1a-a9828bc35092 Jan 22 08:32:38.602971 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b81ef3-9675-4dee-b6fc-13f799aa5828 req-3bb25408-4971-47c0-b7ea-bd6e21b730c8 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:38.612723 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40b81ef3-9675-4dee-b6fc-13f799aa5828 req-3bb25408-4971-47c0-b7ea-bd6e21b730c8 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1053362 Jan 22 08:32:38.625076 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (169cd6c6-0b05-4b49-8e1a-a9828bc35092), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.713662 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (169cd6c6-0b05-4b49-8e1a-a9828bc35092), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.714666 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:38.715263 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.729271 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40b81ef3-9675-4dee-b6fc-13f799aa5828 req-411ffe3e-6725-4cda-a22c-2df598822e17 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152906 Jan 22 08:32:38.783775 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7687719 Jan 22 08:32:38.787081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45126) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:38.792633 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Request body: {'subnet': {'network_id': '169cd6c6-0b05-4b49-8e1a-a9828bc35092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024198746-subnet', 'tenant_id': '68025738c17c440db8ddfca509c87ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:38.832009 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Made reservation on behalf of 68025738c17c440db8ddfca509c87ff5 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:38.832292 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973a6e-5f93-4639-a13a-085c46822b65 admin admin] Pushing event updated for resources: {'Network': ['ID=169cd6c6-0b05-4b49-8e1a-a9828bc35092,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:38.835500 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:38.843696 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 169cd6c6-0b05-4b49-8e1a-a9828bc35092 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:32:39.064093 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c829015-f3f1-4648-806d-c92118b46976 req-6234dd79-6774-405b-82f0-22a8ab272c0a tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0356665 Jan 22 08:32:39.072972 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (ceca8a91-522a-4b68-81cb-fb2eb4774b5e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:39.119122 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468898c0-4299-4cf8-82aa-75017e917712 req-14f18587-e37b-4ad9-9327-fd134ed6336e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:39.120782 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-468898c0-4299-4cf8-82aa-75017e917712 req-14f18587-e37b-4ad9-9327-fd134ed6336e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0606840 Jan 22 08:32:39.146329 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceca8a91-522a-4b68-81cb-fb2eb4774b5e,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:39.151057 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Checking segment: {'id': '80c14e9a-be7f-4228-b10a-36714d645bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '169cd6c6-0b05-4b49-8e1a-a9828bc35092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:39.151667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Network hostable DHCP agents. Network: 169cd6c6-0b05-4b49-8e1a-a9828bc35092, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:32:39.181381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Network 169cd6c6-0b05-4b49-8e1a-a9828bc35092 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:32:39.182661 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-468898c0-4299-4cf8-82aa-75017e917712 req-0e842caa-5323-4b3a-b75d-8cf224111e0f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557024 Jan 22 08:32:39.202341 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 169cd6c6-0b05-4b49-8e1a-a9828bc35092) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:39.209270 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:39.211133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:39.213359 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8bbc6-9565-4742-b733-b9a229b374cf None None] Network 169cd6c6-0b05-4b49-8e1a-a9828bc35092 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:32:39.231101 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d2aea5e9-b3bd-4c49-887e-c3ad88a3fed0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4424119 Jan 22 08:32:39.365948 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81de29-4302-4738-9a71-be29c7f9899c None None] Network 169cd6c6-0b05-4b49-8e1a-a9828bc35092 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:32:39.598316 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2058bb89-80dc-421f-893c-cd100239d85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:39.884173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92ed0c-fee0-4d20-a6ac-0b5d79fadd03 req-54c205ac-7d43-458d-bb70-62ed3661795b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:39.885778 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd92ed0c-fee0-4d20-a6ac-0b5d79fadd03 req-54c205ac-7d43-458d-bb70-62ed3661795b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0594938 Jan 22 08:32:39.893409 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45152) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:39.900331 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944256573-network', 'tenant_id': '7e569e4b60c6440aa4cc592a8ada5518'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:39.926683 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Made reservation on behalf of 7e569e4b60c6440aa4cc592a8ada5518 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:39.930436 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:39.940246 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:39.942279 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd92ed0c-fee0-4d20-a6ac-0b5d79fadd03 req-857be83c-c042-4119-a851-d14347f4d814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501988 Jan 22 08:32:40.065924 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks [] for security_group (963b6cb6-f24b-4e95-8105-7c73cb3f3e0b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.071964 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (963b6cb6-f24b-4e95-8105-7c73cb3f3e0b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.100959 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:32:40.108835 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963b6cb6-f24b-4e95-8105-7c73cb3f3e0b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:40.125293 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.125990 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Added segment adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b of type vlan for network 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec Jan 22 08:32:40.183192 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (75aeb8cf-d0e5-4b05-85a8-e916d5c057ec), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.240720 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (75aeb8cf-d0e5-4b05-85a8-e916d5c057ec), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.243279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:40.245413 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.285479 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70cb3477-718a-4273-b5c0-4d0ca48715ca req-a86ee21e-f31e-41d5-a96a-2cde44c1479c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0649941 Jan 22 08:32:40.385150 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9454c-6acf-420b-9cc7-626149480b47 req-39dd69f7-ac1e-4b5d-8b26-825f104248ae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:40.392582 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9454c-6acf-420b-9cc7-626149480b47 req-39dd69f7-ac1e-4b5d-8b26-825f104248ae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0957658 Jan 22 08:32:40.406043 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5108321 Jan 22 08:32:40.407193 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a05aa-848a-4282-b770-023ba6a337bc admin admin] Pushing event updated for resources: {'Network': ['ID=75aeb8cf-d0e5-4b05-85a8-e916d5c057ec,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:40.409111 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45162) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:40.418774 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Request body: {'subnet': {'network_id': '75aeb8cf-d0e5-4b05-85a8-e916d5c057ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944256573-subnet', 'tenant_id': '7e569e4b60c6440aa4cc592a8ada5518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:40.439209 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:32:40.506535 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9454c-6acf-420b-9cc7-626149480b47 req-c7cba201-dd28-4883-b5f1-e563fb4f7133 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126642 Jan 22 08:32:40.557613 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Made reservation on behalf of 7e569e4b60c6440aa4cc592a8ada5518 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:40.562319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.863283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for subnet (3fd85075-9322-4144-9727-d36e76d04176), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:40.930130 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd85075-9322-4144-9727-d36e76d04176,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:40.957610 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Checking segment: {'id': 'adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '75aeb8cf-d0e5-4b05-85a8-e916d5c057ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:40.958709 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Network hostable DHCP agents. Network: 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:32:40.988265 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Network 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:32:41.008136 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:41.022947 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cde6a8-9ac8-459a-afb8-74c5c53a07da None None] Network 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:32:41.024856 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:41.026015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.090530 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-827cc5bf-a226-4adb-a893-cd6476bf491e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6712780 Jan 22 08:32:41.181309 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41074e2-bff3-45fb-a074-0dfa42f2c05d req-28446adf-0b8c-4d85-90c2-b1b2e65416a1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:41.192136 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e41074e2-bff3-45fb-a074-0dfa42f2c05d req-28446adf-0b8c-4d85-90c2-b1b2e65416a1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0865819 Jan 22 08:32:41.297130 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1373e-25ab-4af7-a5f2-7c4038c2b84d None None] Network 75aeb8cf-d0e5-4b05-85a8-e916d5c057ec requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:32:41.364334 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45180) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:41.373788 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e41074e2-bff3-45fb-a074-0dfa42f2c05d req-36d0e499-0c86-4c6a-99db-3207a27e1942 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788652 Jan 22 08:32:41.456365 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Deleting subnet ceca8a91-522a-4b68-81cb-fb2eb4774b5e {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:32:41.470891 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Publish callbacks [] for subnet (ceca8a91-522a-4b68-81cb-fb2eb4774b5e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.600242 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.604485 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e7c612d-7d97-4032-a9da-c26976cee4ee req-751c2c36-7bb6-4a37-b528-fa8c948174e4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.1033671 Jan 22 08:32:41.609912 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (ceca8a91-522a-4b68-81cb-fb2eb4774b5e), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.756989 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (ceca8a91-522a-4b68-81cb-fb2eb4774b5e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.827120 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b0d8e-77f9-4884-a512-afd740820b59 req-f35c4f03-b47c-4d66-b356-4ff76b4760c9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:41.830784 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d86b0d8e-77f9-4884-a512-afd740820b59 req-f35c4f03-b47c-4d66-b356-4ff76b4760c9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1431174 Jan 22 08:32:41.891828 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (ceca8a91-522a-4b68-81cb-fb2eb4774b5e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.905044 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d86b0d8e-77f9-4884-a512-afd740820b59 req-91936d33-823d-4afd-a834-3f3cfcaec942 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644221 Jan 22 08:32:41.935645 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceca8a91-522a-4b68-81cb-fb2eb4774b5e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:41.944476 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:41.948595 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9a26dcc1-f261-4918-9309-bb44250858fa admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ceca8a91-522a-4b68-81cb-fb2eb4774b5e HTTP/1.1" status: 204 len: 168 time: 0.5823109 Jan 22 08:32:41.950999 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45188) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:42.101233 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (169cd6c6-0b05-4b49-8e1a-a9828bc35092), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.307761 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (169cd6c6-0b05-4b49-8e1a-a9828bc35092), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.331768 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169cd6c6-0b05-4b49-8e1a-a9828bc35092']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:42.349847 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c14e9a-be7f-4228-b10a-36714d645bc1') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:42.350419 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c14e9a-be7f-4228-b10a-36714d645bc1') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:42.369011 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (80c14e9a-be7f-4228-b10a-36714d645bc1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.389717 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (80c14e9a-be7f-4228-b10a-36714d645bc1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.401004 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:32:42.401767 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (80c14e9a-be7f-4228-b10a-36714d645bc1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:32:42.403717 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:32:42.530085 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (169cd6c6-0b05-4b49-8e1a-a9828bc35092), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.582451 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.598019 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/169cd6c6-0b05-4b49-8e1a-a9828bc35092 HTTP/1.1" status: 204 len: 168 time: 0.6455421 Jan 22 08:32:42.600623 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19cd8f-0faf-4658-a133-6da8450ee3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=169cd6c6-0b05-4b49-8e1a-a9828bc35092,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:42.603914 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45192) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:42.705258 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9010b-f18f-4a99-8ff7-5cf8f50f5d89 req-4924a6df-9903-409f-a7fc-24f4a8ad62ee tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:42.708822 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5eb9010b-f18f-4a99-8ff7-5cf8f50f5d89 req-4924a6df-9903-409f-a7fc-24f4a8ad62ee tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1189404 Jan 22 08:32:42.731812 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Deleting subnet 3fd85075-9322-4144-9727-d36e76d04176 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:32:42.738670 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Publish callbacks [] for subnet (3fd85075-9322-4144-9727-d36e76d04176), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.829761 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ab3c186-40cf-4ede-a440-628eb7e01af8 req-93c4e98a-1f85-43fb-91c6-2e7c2e377b2b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0374396 Jan 22 08:32:42.840826 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5eb9010b-f18f-4a99-8ff7-5cf8f50f5d89 req-a74c74ac-51de-4f04-9a51-dcd0ba9f0596 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221271 Jan 22 08:32:42.861406 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (3fd85075-9322-4144-9727-d36e76d04176), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:42.945153 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (3fd85075-9322-4144-9727-d36e76d04176), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.020096 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (3fd85075-9322-4144-9727-d36e76d04176), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.102408 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd85075-9322-4144-9727-d36e76d04176,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:43.113974 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.118674 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-659c1d54-8d3a-40cd-a3d5-74f80bfdc45c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3fd85075-9322-4144-9727-d36e76d04176 HTTP/1.1" status: 204 len: 168 time: 0.5105934 Jan 22 08:32:43.120541 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45208) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:43.174663 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e03c8c-609f-4988-9389-a39171b6393a req-80d73f2e-87f1-4617-a448-5dfecf2a77f0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:43.183406 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97e03c8c-609f-4988-9389-a39171b6393a req-80d73f2e-87f1-4617-a448-5dfecf2a77f0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1345325 Jan 22 08:32:43.262263 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97e03c8c-609f-4988-9389-a39171b6393a req-72df1ad1-ad18-4ff4-b6bb-f74655f0ae47 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755513 Jan 22 08:32:43.283673 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (75aeb8cf-d0e5-4b05-85a8-e916d5c057ec), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.460119 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (75aeb8cf-d0e5-4b05-85a8-e916d5c057ec), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.480642 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aeb8cf-d0e5-4b05-85a8-e916d5c057ec']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:43.498579 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:43.498931 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:32:43.510734 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.530875 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.540103 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:32:43.540895 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (adeb44e4-a6c3-42d3-92a9-b2c4b7c6239b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:32:43.544031 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:32:43.617378 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (75aeb8cf-d0e5-4b05-85a8-e916d5c057ec), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.621555 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.625779 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] 10.222.0.84 "DELETE /v2.0/networks/75aeb8cf-d0e5-4b05-85a8-e916d5c057ec HTTP/1.1" status: 204 len: 168 time: 0.5035489 Jan 22 08:32:43.639040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad7d32-42c4-48d9-8c5c-d0ee9d8956ff admin admin] Pushing event deleted for resources: {'Network': ['ID=75aeb8cf-d0e5-4b05-85a8-e916d5c057ec,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:43.774199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:43.879227 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45218) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:43.934753 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-91c32655-c245-4675-924c-0a97a41d9731 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=68025738c17c440db8ddfca509c87ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517576 Jan 22 08:32:43.935333 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45222) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:43.952298 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4863559-7897-43d6-9617-5f05fd637b26 req-96debc3a-1a66-473f-bc5b-5e4668036ed8 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0363410 Jan 22 08:32:43.992536 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] Publish callbacks [] for security_group (a1995b48-bb97-4d58-81d8-c1882b6b94b9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.027308 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] Publish callbacks [] for security_group (a1995b48-bb97-4d58-81d8-c1882b6b94b9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.031752 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca11e5-d494-421e-8c09-e7d197d160a6 req-b9a99a1d-07fc-475f-9f68-34ca63e324c5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:44.033290 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0cca11e5-d494-421e-8c09-e7d197d160a6 req-b9a99a1d-07fc-475f-9f68-34ca63e324c5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1075597 Jan 22 08:32:44.097975 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0cca11e5-d494-421e-8c09-e7d197d160a6 req-8f426b0e-68cb-4453-ba2e-6cd3f70d36e0 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Jan 22 08:32:44.103596 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (a1995b48-bb97-4d58-81d8-c1882b6b94b9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.106418 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.107844 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1995b48-bb97-4d58-81d8-c1882b6b94b9 HTTP/1.1" status: 204 len: 168 time: 0.1713970 Jan 22 08:32:44.131238 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ed552-c12e-4d27-b684-e7082a1bc267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1995b48-bb97-4d58-81d8-c1882b6b94b9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:44.368150 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.421776 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8559-80b9-4007-a10d-6e3fd267ce18 req-b16befb3-ed06-44f0-93c1-3947489e61a4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:44.423504 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-130d8559-80b9-4007-a10d-6e3fd267ce18 req-b16befb3-ed06-44f0-93c1-3947489e61a4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0603094 Jan 22 08:32:44.500870 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-130d8559-80b9-4007-a10d-6e3fd267ce18 req-2e960799-4d99-4165-93c1-0d0d2822791a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695589 Jan 22 08:32:44.548235 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45236) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:44.605190 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9c4d18f0-1e81-4c99-8f84-c15cbb5d25d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e569e4b60c6440aa4cc592a8ada5518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556724 Jan 22 08:32:44.608063 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45238) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:44.690892 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] Publish callbacks [] for security_group (963b6cb6-f24b-4e95-8105-7c73cb3f3e0b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.728496 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] Publish callbacks [] for security_group (963b6cb6-f24b-4e95-8105-7c73cb3f3e0b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.788850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (963b6cb6-f24b-4e95-8105-7c73cb3f3e0b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.792354 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:44.794207 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/963b6cb6-f24b-4e95-8105-7c73cb3f3e0b HTTP/1.1" status: 204 len: 168 time: 0.1848445 Jan 22 08:32:44.807906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac1c45-86d3-4b73-a816-0b10c94911ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963b6cb6-f24b-4e95-8105-7c73cb3f3e0b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:45.086670 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b248edea-89a2-4ff8-a080-42201f31e510 req-44c01998-3bd2-4c62-bc18-4977ba75cb1d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0498900 Jan 22 08:32:45.226845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5358c8-26cf-4708-8b17-ffcba63e677c req-d4aef38f-5e0a-41b5-9b1a-acb6e50e9f1a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:45.228399 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de5358c8-26cf-4708-8b17-ffcba63e677c req-d4aef38f-5e0a-41b5-9b1a-acb6e50e9f1a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0521455 Jan 22 08:32:45.292334 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de5358c8-26cf-4708-8b17-ffcba63e677c req-5d5c2ca2-0ee9-44f7-9782-91f8c06874fd tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Jan 22 08:32:45.644171 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c494-653d-4263-8a09-8afdb340b2f7 req-4d684cdd-e996-4f21-9728-099b3c533b38 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:45.645916 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb5c494-653d-4263-8a09-8afdb340b2f7 req-4d684cdd-e996-4f21-9728-099b3c533b38 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0613344 Jan 22 08:32:45.698251 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb5c494-653d-4263-8a09-8afdb340b2f7 req-8a606a77-5a38-4253-b870-214d09dc1294 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Jan 22 08:32:46.199433 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29b36b44-ad33-490f-ae2d-7e49d9fa6769 req-c53466e0-7d22-4c12-8bb7-8e1104224226 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0287764 Jan 22 08:32:46.452343 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11e5b-d166-47ac-b4bf-375d8a730b96 req-6ada797e-0387-4e0d-bab6-ea010dc8bbe3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:46.454206 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89a11e5b-d166-47ac-b4bf-375d8a730b96 req-6ada797e-0387-4e0d-bab6-ea010dc8bbe3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0650699 Jan 22 08:32:46.529451 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89a11e5b-d166-47ac-b4bf-375d8a730b96 req-5f072213-9f2b-4f39-9d44-d091fa135941 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641191 Jan 22 08:32:46.866029 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508937-8dba-4776-88c2-bd2ea57f3170 req-491004f6-dce9-4848-b398-d1ac183b0209 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:46.868241 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44508937-8dba-4776-88c2-bd2ea57f3170 req-491004f6-dce9-4848-b398-d1ac183b0209 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0851977 Jan 22 08:32:46.887765 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45314) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:46.933591 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44508937-8dba-4776-88c2-bd2ea57f3170 req-1611efc6-b224-48be-8eb0-854a9cadc188 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560913 Jan 22 08:32:47.034482 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d9b6-5135-4634-bf04-d6d09730f374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.135133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d9b6-5135-4634-bf04-d6d09730f374 admin admin] Publish callbacks [] for security_group (9a92b151-ad0d-4ea8-8d34-1748f6c60546), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.140913 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d9b6-5135-4634-bf04-d6d09730f374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9a92b151-ad0d-4ea8-8d34-1748f6c60546), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.184421 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dbb2d9b6-5135-4634-bf04-d6d09730f374 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ceb0301969284254ac613b9d5d7261c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947333 Jan 22 08:32:47.186830 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d9b6-5135-4634-bf04-d6d09730f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a92b151-ad0d-4ea8-8d34-1748f6c60546,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:47.187802 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45320) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:47.250599 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] Publish callbacks [] for security_group (9a92b151-ad0d-4ea8-8d34-1748f6c60546), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.276888 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] Publish callbacks [] for security_group (9a92b151-ad0d-4ea8-8d34-1748f6c60546), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.312549 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ae5f534-f90c-4520-8aa9-3151f1eebfa9 req-ab92767f-9765-4e02-b1e5-9b2730c91f33 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0421591 Jan 22 08:32:47.357723 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9a92b151-ad0d-4ea8-8d34-1748f6c60546), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.360359 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:47.361516 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a92b151-ad0d-4ea8-8d34-1748f6c60546 HTTP/1.1" status: 204 len: 168 time: 0.1726632 Jan 22 08:32:47.371315 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb817d2-83c3-48f5-a8e7-e4d0dbae5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a92b151-ad0d-4ea8-8d34-1748f6c60546,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:47.662811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876656cd-9fd0-46e7-8474-4ea5a23a2ae4 req-0ee0b581-056c-417a-abeb-d66a7d5878b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:47.664394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-876656cd-9fd0-46e7-8474-4ea5a23a2ae4 req-0ee0b581-056c-417a-abeb-d66a7d5878b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0552385 Jan 22 08:32:47.713978 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-876656cd-9fd0-46e7-8474-4ea5a23a2ae4 req-e0dc9cb3-f2df-4c3e-944a-5696032b498d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jan 22 08:32:48.089175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945750-39e9-437e-a0fb-536dca387b2b req-55f475e7-885f-4c2c-8d17-c8c1d954ad54 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:48.091201 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60945750-39e9-437e-a0fb-536dca387b2b req-55f475e7-885f-4c2c-8d17-c8c1d954ad54 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0642140 Jan 22 08:32:48.155938 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60945750-39e9-437e-a0fb-536dca387b2b req-e128476d-e97a-49b4-a7e1-5ca176207170 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582731 Jan 22 08:32:48.419379 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f72a6c5b-5030-4ab4-9957-88aeee23cc0c req-05f309f9-3a5f-4f55-8286-4aaf291f5499 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0300307 Jan 22 08:32:48.852445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdf059-7131-480d-8f47-feb1ec5270c2 req-45964d8d-6a4f-4dd9-ad94-b9e3ac8f293f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:48.853964 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8fdf059-7131-480d-8f47-feb1ec5270c2 req-45964d8d-6a4f-4dd9-ad94-b9e3ac8f293f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0595326 Jan 22 08:32:48.917386 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8fdf059-7131-480d-8f47-feb1ec5270c2 req-efdd7c24-879f-4ec2-8c92-9e2555d034a5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Jan 22 08:32:49.170608 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-dcd93907-c7fa-47a2-9d88-225b203a8298 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:49.172208 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-dcd93907-c7fa-47a2-9d88-225b203a8298 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 808 time: 0.1228650 Jan 22 08:32:49.258158 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-5b4d11b5-72e7-4d95-b845-1c584b69e9ef tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f775f6c82c4596bb247ab81847fc46 HTTP/1.1" status: 200 len: 380 time: 0.0677073 Jan 22 08:32:49.271771 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'port': {'device_id': '614a4285-79d6-4a37-ae63-36855f486dae', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'admin_state_up': True, 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'security_groups': ['6e167953-bea6-427a-818d-8e8eed4aaaeb']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:49.316478 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7ec74-de62-488e-ba14-9a5391b1c58d req-abace0c7-bc88-43e6-ad19-09baf457a053 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:49.318586 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fc7ec74-de62-488e-ba14-9a5391b1c58d req-abace0c7-bc88-43e6-ad19-09baf457a053 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0661378 Jan 22 08:32:49.390351 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fc7ec74-de62-488e-ba14-9a5391b1c58d req-ff388d2f-5406-41e8-8313-cf289ede2f35 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613222 Jan 22 08:32:49.421831 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Made reservation on behalf of a6f775f6c82c4596bb247ab81847fc46 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:49.424077 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:49.545959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85679893-a672-4792-b6ce-cffe20cea889 req-6fcda458-d233-44ee-91b0-832369e292ee tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0346282 Jan 22 08:32:49.584094 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Allocated IP 172.20.0.12 (440e7490-0a3e-4449-a711-b1f45ec543ef/647ef2e3-b001-4725-9596-43e1ba03906a/dc1f6a03-b576-4313-acc6-f6117a706de5) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:32:49.686243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-553604d2-10ae-4b6e-a85a-87d793e22e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:49.688156 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-553604d2-10ae-4b6e-a85a-87d793e22e6b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1098 time: 0.0552227 Jan 22 08:32:49.748963 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:49.790542 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:49.799054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-18ed2186-391e-4bdb-9267-f4c6d3ec8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:49.803037 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-18ed2186-391e-4bdb-9267-f4c6d3ec8488 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1062405 Jan 22 08:32:49.845313 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Network 440e7490-0a3e-4449-a711-b1f45ec543ef is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:32:49.848929 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:49.855153 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:32:49.861377 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:49.933602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:49.934994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:49.962137 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-34a61dc2-9bde-4399-a3b2-31b6ed2d0dfb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6978464 Jan 22 08:32:49.978921 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Request body: {'port': {'device_id': '614a4285-79d6-4a37-ae63-36855f486dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:50.077332 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:50.205329 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-d1b5f9c8-c091-4062-a780-3d2e9d7c3005 None None] Provisioning complete for port dc1f6a03-b576-4313-acc6-f6117a706de5 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:50.205986 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d1b5f9c8-c091-4062-a780-3d2e9d7c3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:50.256908 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5f9c8-c091-4062-a780-3d2e9d7c3005 None None] Port dc1f6a03-b576-4313-acc6-f6117a706de5 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:32:50.271374 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-0de9f157-48d9-442a-9b6a-8282548806fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 1001 time: 0.4616563 Jan 22 08:32:50.373404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-81593662-46f0-43fe-9165-ec4415bed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:50.375069 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-81593662-46f0-43fe-9165-ec4415bed013 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0668936 Jan 22 08:32:50.394191 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133920-b389-4cda-a6be-dd9b775bc431 req-238bda3f-ba47-4248-8594-113063d8e48b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:50.394191 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0133920-b389-4cda-a6be-dd9b775bc431 req-238bda3f-ba47-4248-8594-113063d8e48b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.1408150 Jan 22 08:32:50.492504 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0133920-b389-4cda-a6be-dd9b775bc431 req-f5afaed0-9bf8-4ac2-a49d-2f11f9507ac8 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942271 Jan 22 08:32:50.507741 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-f55c0025-81de-479f-b080-e9a9b017c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:50.509279 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-f55c0025-81de-479f-b080-e9a9b017c78e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201873 Jan 22 08:32:50.609311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2e7bd-f149-444f-9285-8c26d39ddada req-eebaff1c-bd88-4bf2-809f-27239298803a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:50.610928 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6e2e7bd-f149-444f-9285-8c26d39ddada req-eebaff1c-bd88-4bf2-809f-27239298803a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.1249030 Jan 22 08:32:50.681001 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-142d4c41-50ba-4f05-a8bc-15116986b643 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567850 Jan 22 08:32:50.742321 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1f6a03-b576-4313-acc6-f6117a706de5 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:32:50.758137 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks [] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:50.766904 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6e2e7bd-f149-444f-9285-8c26d39ddada req-9a0e13c0-690c-4c4b-a011-626852f300e6 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457200 Jan 22 08:32:50.776490 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Transition to ACTIVE for port object dc1f6a03-b576-4313-acc6-f6117a706de5 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:32:50.781887 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:50.835887 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7215d9f-5713-444e-b9b1-0f84bab5dd3a req-b52f843d-9309-44e4-a437-d23ccdb9e5d3 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:50.837881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7215d9f-5713-444e-b9b1-0f84bab5dd3a req-b52f843d-9309-44e4-a437-d23ccdb9e5d3 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 932 time: 0.1715009 Jan 22 08:32:50.864184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:50.875003 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b26576fc-066a-4e0a-ab29-631fd27d03a7 req-7b4e2981-505e-44bc-b53a-6e8cddb39e31 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677110 Jan 22 08:32:50.920870 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7215d9f-5713-444e-b9b1-0f84bab5dd3a req-ac90947b-e567-44e6-84b7-e6b6ef2d6c6c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773261 Jan 22 08:32:50.946575 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Attempting to bind port dc1f6a03-b576-4313-acc6-f6117a706de5 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:50.947235 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Attempting to bind port dc1f6a03-b576-4313-acc6-f6117a706de5 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:50.947808 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Attempting to bind port dc1f6a03-b576-4313-acc6-f6117a706de5 on network 440e7490-0a3e-4449-a711-b1f45ec543ef {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:50.953513 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Port dc1f6a03-b576-4313-acc6-f6117a706de5 on network 440e7490-0a3e-4449-a711-b1f45ec543ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:32:50.953841 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Attempting to bind port dc1f6a03-b576-4313-acc6-f6117a706de5 on network 440e7490-0a3e-4449-a711-b1f45ec543ef {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:50.960760 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:50.961015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Checking segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:50.961403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Bound using segment: {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:50.961834 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Bound port: dc1f6a03-b576-4313-acc6-f6117a706de5, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:50.962191 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:51.032059 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:51.035190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:51.040181 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:51.076163 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.076778 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:51.078176 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] 10.222.0.107 "PUT /v2.0/ports/dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 1094 time: 1.1054714 Jan 22 08:32:51.078618 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:51.080914 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7af2c-4d5c-44ac-9334-f55993239912" -d '{"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:51.146559 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4cf24d-3ed0-4b30-b76e-fa79dec955a6 x-openstack-request-id: req-7a4cf24d-3ed0-4b30-b76e-fa79dec955a6 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:51.146979 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:51.147236 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7a4cf24d-3ed0-4b30-b76e-fa79dec955a6 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:51.147644 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'status': 'completed', 'code': 200} Jan 22 08:32:51.148426 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09621a60-68a2-4020-8e2b-8684d8408a8e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:51.194569 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-0881b3b7-c3de-474d-b092-4c4cb898c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.196573 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-0881b3b7-c3de-474d-b092-4c4cb898c149 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1097 time: 0.0626075 Jan 22 08:32:51.248292 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-2bd03ff2-a4d6-494f-bdcb-53a7c3455476 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 217 time: 0.0441089 Jan 22 08:32:51.318279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-f4ba1c30-8768-41aa-b511-13500b5c0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.319889 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-f4ba1c30-8768-41aa-b511-13500b5c0f11 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0634379 Jan 22 08:32:51.376512 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-32305b9e-4641-44b8-a7c3-8acfe30ebb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.378088 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-32305b9e-4641-44b8-a7c3-8acfe30ebb44 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511644 Jan 22 08:32:51.481269 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-cb67861a-101c-4ddc-a76e-9c7407793f6f service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959897 Jan 22 08:32:51.653231 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e619b-7d1b-4aa1-b4cd-cc8404b461ea req-5b375f83-b7eb-4542-ae12-5f2d714fb72b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.654832 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f53e619b-7d1b-4aa1-b4cd-cc8404b461ea req-5b375f83-b7eb-4542-ae12-5f2d714fb72b tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0766404 Jan 22 08:32:51.736908 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f53e619b-7d1b-4aa1-b4cd-cc8404b461ea req-a56526e9-dbd7-4e49-a4f6-041b39ee656c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715044 Jan 22 08:32:51.771233 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-1e944211-1371-420b-8a85-675fad53583f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707542602&fields=id&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 267 time: 0.0668628 Jan 22 08:32:51.952450 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-9d42817c-dde2-4604-be31-5cfbae5f01b2 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.954085 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-9d42817c-dde2-4604-be31-5cfbae5f01b2 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.1741502 Jan 22 08:32:51.977512 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc100d-8553-4557-b39e-7ca65370c27e req-82876ed9-dd51-46ce-9ca9-56269204aa1d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:51.979109 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06cc100d-8553-4557-b39e-7ca65370c27e req-82876ed9-dd51-46ce-9ca9-56269204aa1d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0872788 Jan 22 08:32:51.983096 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-eeadf010-2114-49d8-8b0f-d071560cabb6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/quotas/421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 375 time: 0.0228984 Jan 22 08:32:52.070078 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06cc100d-8553-4557-b39e-7ca65370c27e req-e8bd887e-5e80-4155-9b65-1f14ed87e55d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847695 Jan 22 08:32:52.079113 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-a9f59534-41cb-486f-a0e1-98f47ffb7b0a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852120 Jan 22 08:32:52.227129 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf132e-2fb5-4da7-92c6-68d804ae14df req-aaf1fbdf-1845-4c37-9b19-8c1de626cca4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:52.228624 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cfaf132e-2fb5-4da7-92c6-68d804ae14df req-aaf1fbdf-1845-4c37-9b19-8c1de626cca4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0718517 Jan 22 08:32:52.230573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-edf2c3b9-4dfe-47b5-8648-5ddc775f4210 service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346879 Jan 22 08:32:52.338182 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cfaf132e-2fb5-4da7-92c6-68d804ae14df req-8e1e9a8b-1e0e-4354-b629-8594c28e4263 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034853 Jan 22 08:32:52.367056 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-a7decb79-3412-481c-875a-fafa4fb0b0bc service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262596 Jan 22 08:32:52.718518 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71429efd-db6a-4131-85c1-68b4295b6174 req-93728cc2-a968-459a-a8a3-77cd827dd13f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Jan 22 08:32:52.858572 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-385f4799-fd63-49db-8c3e-fa20ac19531e req-802be5cf-0d85-4a13-ba8d-3ab4e050617b service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087747 Jan 22 08:32:52.935952 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9b836-10c2-4b5c-8ed2-ff6b2169d100 req-b9362097-396d-4d76-aa87-dd719c2407ed tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:52.937812 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2e9b836-10c2-4b5c-8ed2-ff6b2169d100 req-b9362097-396d-4d76-aa87-dd719c2407ed tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0762215 Jan 22 08:32:52.996669 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2e9b836-10c2-4b5c-8ed2-ff6b2169d100 req-1a0cfc6e-e317-4afd-a424-63380dd2fc10 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Jan 22 08:32:53.231351 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a683fa-b6eb-495d-b338-69a392730ac3 req-e3d69b75-b379-40a4-a1ea-0fb82a85e855 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:53.232965 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2a683fa-b6eb-495d-b338-69a392730ac3 req-e3d69b75-b379-40a4-a1ea-0fb82a85e855 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 945 time: 0.0521283 Jan 22 08:32:53.294737 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2a683fa-b6eb-495d-b338-69a392730ac3 req-c27ce48f-c5c0-43d1-ba96-93b69d7e2bb0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530584 Jan 22 08:32:53.465376 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02374b5-5a8b-408b-ba56-657c8ecae23b req-2203f59d-c745-4331-960f-ef8a992152d5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:53.466884 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c02374b5-5a8b-408b-ba56-657c8ecae23b req-2203f59d-c745-4331-960f-ef8a992152d5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0562537 Jan 22 08:32:53.527321 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c02374b5-5a8b-408b-ba56-657c8ecae23b req-34510fc5-8f05-40e3-b748-cfea87bba9d5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498526 Jan 22 08:32:53.644520 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:32:53.741064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:53.741455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:53.768951 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:53.771855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d7ecd1-715b-43a9-9053-fdbd9d6855ce" -d '{"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:53.795936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:53.808672 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:53.835980 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2889f874-39fb-4e48-bafe-7516ea9bc338 x-openstack-request-id: req-2889f874-39fb-4e48-bafe-7516ea9bc338 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:53.836294 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:53.836619 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2889f874-39fb-4e48-bafe-7516ea9bc338 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:53.836903 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'code': 200} Jan 22 08:32:53.837690 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dd7847a7-7a2f-4a39-909d-7aa6d3cce938 req-3c98cc4a-0f81-4f52-9c4e-8e3e3b649998 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 210 time: 0.0401208 Jan 22 08:32:53.873390 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:53.881675 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.882051 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.882411 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.882789 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.883305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.883481 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.883767 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.884092 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.884416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.884790 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.885332 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.885503 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:53.885787 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:32:54.143989 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1860f42-24bb-45bc-87c6-bd8a1e2d08e4 req-6e6f028a-cca6-4244-bc54-597be0b6877d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:54.146843 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1860f42-24bb-45bc-87c6-bd8a1e2d08e4 req-6e6f028a-cca6-4244-bc54-597be0b6877d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 944 time: 0.0642948 Jan 22 08:32:54.203085 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1860f42-24bb-45bc-87c6-bd8a1e2d08e4 req-fdfa7142-51d1-422b-9281-8d65b4f9e757 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495286 Jan 22 08:32:54.443336 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11be6e-daa1-431d-b26e-803beec291ed req-0717b927-c67e-45b6-8ee8-7a4afddf0ec1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:54.444945 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ba11be6e-daa1-431d-b26e-803beec291ed req-0717b927-c67e-45b6-8ee8-7a4afddf0ec1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0696242 Jan 22 08:32:54.511062 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ba11be6e-daa1-431d-b26e-803beec291ed req-f09375ae-11ea-442a-9a92-8fed0cb61d0e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600092 Jan 22 08:32:54.675135 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a8be-e48d-4a9a-8c6a-c6980b3456f6 req-1a2f5e16-48de-4d7f-befa-03bd58e0d5ce tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:54.676846 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2636a8be-e48d-4a9a-8c6a-c6980b3456f6 req-1a2f5e16-48de-4d7f-befa-03bd58e0d5ce tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0681298 Jan 22 08:32:54.734551 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2636a8be-e48d-4a9a-8c6a-c6980b3456f6 req-5745c345-061e-40db-a73d-76ab00f8224a tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511339 Jan 22 08:32:54.939744 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26341987-5235-4e70-b51d-441f1df69494 req-a8e0c4c5-e215-4a51-82de-f93cc5469112 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 210 time: 0.0265210 Jan 22 08:32:54.978659 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:32:55.091279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-1872a6c2-9a32-4350-a403-2d0b28a77011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.092918 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-1872a6c2-9a32-4350-a403-2d0b28a77011 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1097 time: 0.0621200 Jan 22 08:32:55.122219 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:55.136593 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'port_id': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'mac_address': 'fa:16:3e:b8:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:32:55.181398 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:55.181784 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:55.195902 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:32:55.214879 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-d39ff063-364e-4500-8f54-09c9d81d4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.216382 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-d39ff063-364e-4500-8f54-09c9d81d4108 service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.1149466 Jan 22 08:32:55.217760 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:55.221919 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:55.280636 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:55.337655 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f061f-8cff-40b2-9776-5b02ab176ceb req-2386db4a-13bc-4ea7-9d3c-d52a3d1e6b27 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.339240 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-836f061f-8cff-40b2-9776-5b02ab176ceb req-2386db4a-13bc-4ea7-9d3c-d52a3d1e6b27 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 945 time: 0.0625691 Jan 22 08:32:55.397096 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-836f061f-8cff-40b2-9776-5b02ab176ceb req-f8f968ce-8246-47bd-8c3c-30070d9ec162 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522332 Jan 22 08:32:55.468177 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-3154629c-0ded-48f8-a0a7-aeaf82ccbdd4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 217 time: 0.0359981 Jan 22 08:32:55.532385 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-ed500544-a024-41f6-a038-a800a3fad184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.534030 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-ed500544-a024-41f6-a038-a800a3fad184 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0594170 Jan 22 08:32:55.583201 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-1f74994c-4f86-4699-97d3-4405f5f322be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.584865 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-1f74994c-4f86-4699-97d3-4405f5f322be service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429688 Jan 22 08:32:55.657975 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2146a-3144-429b-b39d-b727b1196544 req-3a7dca4a-b6a2-4e34-b3c4-9a06e699af59 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.661092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52d2146a-3144-429b-b39d-b727b1196544 req-3a7dca4a-b6a2-4e34-b3c4-9a06e699af59 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0719008 Jan 22 08:32:55.701745 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-475e3b0b-38b9-4bc2-bc16-adf1b4ae962c service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077878 Jan 22 08:32:55.713943 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52d2146a-3144-429b-b39d-b727b1196544 req-7f55332c-97d0-40eb-8e28-26fbf645dcd5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470197 Jan 22 08:32:55.821044 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20b7af2c-4d5c-44ac-9334-f55993239912 req-057c7f68-8326-4e2e-acc8-a018778f52ae service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119924 Jan 22 08:32:55.882866 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecd40e-3eda-4b3c-a0c5-e008ff0dc892 req-ca610a07-702d-43f7-bb0f-26c763ec8b6c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:55.884499 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3aecd40e-3eda-4b3c-a0c5-e008ff0dc892 req-ca610a07-702d-43f7-bb0f-26c763ec8b6c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0563002 Jan 22 08:32:55.940110 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3aecd40e-3eda-4b3c-a0c5-e008ff0dc892 req-072dc6e8-5d48-416b-a839-25feefede09d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471313 Jan 22 08:32:56.080931 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0235acd6-47a3-4a43-bd3d-db4d0b03e1ef req-5ab58da5-fdf3-40b8-9c96-485d9e875600 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 210 time: 0.0399711 Jan 22 08:32:56.210429 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-58c5c754-d260-450c-9049-14160c70fa5d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:56.215403 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-58c5c754-d260-450c-9049-14160c70fa5d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.1683114 Jan 22 08:32:56.310415 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:32:56.328393 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-3620e8a9-0e7f-4431-89c7-9584c7603cbf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 380 time: 0.0753357 Jan 22 08:32:56.339183 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'port': {'device_id': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'admin_state_up': True, 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'security_groups': ['f1347b26-3f8e-40bd-9383-53122f703bbc']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:56.516141 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Made reservation on behalf of 421ede17a851404c8ff386afe6e24927 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:32:56.521363 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:56.540636 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f1ab-46c6-4fa0-abde-56e6a39ca6cb req-ed1fa78c-7b70-4a6c-8ecd-438110cc9ed2 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:56.542204 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5911f1ab-46c6-4fa0-abde-56e6a39ca6cb req-ed1fa78c-7b70-4a6c-8ecd-438110cc9ed2 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 945 time: 0.0669587 Jan 22 08:32:56.607343 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5911f1ab-46c6-4fa0-abde-56e6a39ca6cb req-ab81581a-0579-4406-bdff-80525a9e0af6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588367 Jan 22 08:32:56.687539 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.20.0.13 (33ed9646-8659-48cc-8dc4-e06dc3f572b7/61e7be99-86d6-488d-89ee-d8d18e4921d4/f3e83080-816c-4fd4-97bb-b65ef7c08bf9) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:32:56.853935 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:56.884523 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761cd8-ee40-4817-9e36-a9876dfd8ac1 req-fbbc15e6-ab5a-4310-b96b-0cccc9671ac7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:56.886238 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d761cd8-ee40-4817-9e36-a9876dfd8ac1 req-fbbc15e6-ab5a-4310-b96b-0cccc9671ac7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0617685 Jan 22 08:32:56.901634 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:56.957945 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d761cd8-ee40-4817-9e36-a9876dfd8ac1 req-ec1fb16d-0624-48de-800f-76217739c1d4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637112 Jan 22 08:32:56.961136 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:32:56.980305 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:32:56.986709 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:56.997461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:32:57.107059 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:57.107980 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.148318 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:32:57.153912 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-05bfdcbe-a129-4885-848f-b772a51a87bd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8188155 Jan 22 08:32:57.165634 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5d7b7-2916-40da-90c3-3aea4b3b0ff1 req-864a0cb6-2221-49e8-9a65-469cc5302689 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:57.170132 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Request body: {'port': {'device_id': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:32:57.171437 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85e5d7b7-2916-40da-90c3-3aea4b3b0ff1 req-864a0cb6-2221-49e8-9a65-469cc5302689 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.1325226 Jan 22 08:32:57.257419 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85e5d7b7-2916-40da-90c3-3aea4b3b0ff1 req-3a847db8-c2e6-4183-94b7-4e1def4257dc tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792828 Jan 22 08:32:57.307678 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:32:57.312279 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:57.313759 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.328435 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.421202 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457ac1-6881-4a5e-a6ba-b90cb7fb1efa req-b5ee88b9-20c7-4b28-a3a7-d6edd1a04d4f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:57.429735 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d457ac1-6881-4a5e-a6ba-b90cb7fb1efa req-b5ee88b9-20c7-4b28-a3a7-d6edd1a04d4f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 932 time: 0.0900047 Jan 22 08:32:57.470528 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:32:57.471227 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.495834 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d457ac1-6881-4a5e-a6ba-b90cb7fb1efa req-a93daee4-3a12-41f2-b718-9c337c91056b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649037 Jan 22 08:32:57.514019 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-5d69a925-06c5-494e-9905-f0485cabbde9 None None] Provisioning complete for port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:32:57.514759 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5d69a925-06c5-494e-9905-f0485cabbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.522427 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:57.524792 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b57782-c301-4764-b71c-e5da337f2bc1" -d '{"events": [{"server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:57.566281 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:32:57.580188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.586102 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-5d69a925-06c5-494e-9905-f0485cabbde9 None None] Port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:32:57.612613 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7902346e-d5f9-403f-9b24-c1a1d1fd05ec x-openstack-request-id: req-7902346e-d5f9-403f-9b24-c1a1d1fd05ec {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:57.612937 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:57.613225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7902346e-d5f9-403f-9b24-c1a1d1fd05ec {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:57.613676 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'code': 200} Jan 22 08:32:57.672035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:57.759684 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e83080-816c-4fd4-97bb-b65ef7c08bf9 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:32:57.767994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks [] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.787884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdc84c-af79-41a9-893c-f5835cb8cc36 req-d9b6961c-dcf6-41ee-b23e-b8708b1b552c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:57.790347 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96bdc84c-af79-41a9-893c-f5835cb8cc36 req-d9b6961c-dcf6-41ee-b23e-b8708b1b552c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0711086 Jan 22 08:32:57.791797 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Transition to ACTIVE for port object f3e83080-816c-4fd4-97bb-b65ef7c08bf9 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:32:57.797247 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:57.800571 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-2c46197e-1b5d-40b0-9496-a5a43700706b req-ba0d6c50-592f-4e1f-82b2-d33f390b2274 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:32:57.806562 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c46197e-1b5d-40b0-9496-a5a43700706b req-ba0d6c50-592f-4e1f-82b2-d33f390b2274 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105982 Jan 22 08:32:57.923840 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96bdc84c-af79-41a9-893c-f5835cb8cc36 req-1fada164-7300-4c2a-8cc3-faa2df628701 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136985 Jan 22 08:32:57.930586 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0db52b-5804-4c27-b8a1-9217797f05e3 req-db30e598-348f-4654-954e-7e300bfce749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:57.930985 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:57.932116 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cc0db52b-5804-4c27-b8a1-9217797f05e3 req-db30e598-348f-4654-954e-7e300bfce749 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1099 time: 0.1175990 Jan 22 08:32:58.041711 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cc0db52b-5804-4c27-b8a1-9217797f05e3 req-645f303a-8f97-4dd2-ab6f-9a643e1e3b05 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034923 Jan 22 08:32:58.065388 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Attempting to bind port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:32:58.066010 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Attempting to bind port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:32:58.066584 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Attempting to bind port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:58.074882 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:32:58.075531 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Attempting to bind port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:32:58.083147 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:32:58.084029 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:32:58.084598 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Bound using segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:32:58.085114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Bound port: f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:32:58.085528 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:58.139894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510796c-9e4e-4e72-b795-a7a98a78e484 req-b4b439c2-4c70-42de-ad5d-fc82925af692 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.141445 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0510796c-9e4e-4e72-b795-a7a98a78e484 req-b4b439c2-4c70-42de-ad5d-fc82925af692 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0736792 Jan 22 08:32:58.169168 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:32:58.172754 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:32:58.179927 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:58.199018 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0510796c-9e4e-4e72-b795-a7a98a78e484 req-17970711-6134-4cb9-b331-9b653a0933ca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502374 Jan 22 08:32:58.213358 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.214373 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:32:58.218108 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] 10.222.0.107 "PUT /v2.0/ports/f3e83080-816c-4fd4-97bb-b65ef7c08bf9 HTTP/1.1" status: 200 len: 1094 time: 1.0553219 Jan 22 08:32:58.231141 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:32:58.234014 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133297f-f642-416c-bf2b-6c618ea9296c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:32:58.269190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04f92-1981-451c-bec3-666d834dd0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:32:58.291209 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2757b582-1654-46c3-844a-6ab26a31979c x-openstack-request-id: req-2757b582-1654-46c3-844a-6ab26a31979c {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:32:58.291526 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:32:58.291816 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2757b582-1654-46c3-844a-6ab26a31979c {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:32:58.292493 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'status': 'completed', 'code': 200} Jan 22 08:32:58.412256 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133297f-f642-416c-bf2b-6c618ea9296c req-e241dd37-21b6-49cb-a512-36d262c66dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.413925 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2133297f-f642-416c-bf2b-6c618ea9296c req-e241dd37-21b6-49cb-a512-36d262c66dab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 1097 time: 0.0661590 Jan 22 08:32:58.446714 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86d3f4-f85c-4784-95b1-da735b256751 req-ed0b2240-3b8a-414c-87b8-4d037935d141 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.450950 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db86d3f4-f85c-4784-95b1-da735b256751 req-ed0b2240-3b8a-414c-87b8-4d037935d141 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0889196 Jan 22 08:32:58.539118 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db86d3f4-f85c-4784-95b1-da735b256751 req-996237d1-a133-438c-87f9-2d3b7da5e570 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831504 Jan 22 08:32:58.626796 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45550) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:58.644101 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133297f-f642-416c-bf2b-6c618ea9296c req-8ff0c11a-c3ca-4349-958d-d7769e4a4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.646528 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2133297f-f642-416c-bf2b-6c618ea9296c req-8ff0c11a-c3ca-4349-958d-d7769e4a4524 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=421ede17a851404c8ff386afe6e24927&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2229934 Jan 22 08:32:58.648412 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fdcdc-0ad1-4af2-a555-7661ae60e436 req-207419df-be01-4de5-b736-a2c9127b7ed3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.650013 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-991fdcdc-0ad1-4af2-a555-7661ae60e436 req-207419df-be01-4de5-b736-a2c9127b7ed3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0740268 Jan 22 08:32:58.731084 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-991fdcdc-0ad1-4af2-a555-7661ae60e436 req-cc32c31b-e036-4f5f-8d84-9b497075c0a8 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739472 Jan 22 08:32:58.745681 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-217e7916-d18b-46ec-a4df-bddbac5d62ef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152623 Jan 22 08:32:58.756610 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-7f63b8ec-44ed-43d4-9b68-c3e208e1e375 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:32:58.757606 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-7f63b8ec-44ed-43d4-9b68-c3e208e1e375 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061617 Jan 22 08:32:58.827602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133297f-f642-416c-bf2b-6c618ea9296c req-add84860-e7df-4dc0-8da9-a005d3233ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.829059 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2133297f-f642-416c-bf2b-6c618ea9296c req-add84860-e7df-4dc0-8da9-a005d3233ff9 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1766796 Jan 22 08:32:58.907997 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-98122226-a349-4041-ba8b-6ab247d49100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:58.909525 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-98122226-a349-4041-ba8b-6ab247d49100 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 1097 time: 0.0433338 Jan 22 08:32:58.956297 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-e0947bb5-8061-4caa-9d55-60f79a5f1fcb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9 HTTP/1.1" status: 200 len: 217 time: 0.0392561 Jan 22 08:32:59.039435 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-9c164ce5-43b2-4169-9a51-7757cae73357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.040948 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-9c164ce5-43b2-4169-9a51-7757cae73357 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0787878 Jan 22 08:32:59.120216 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-e2dac408-bb61-4d00-9562-db19f62977f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.121767 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-e2dac408-bb61-4d00-9562-db19f62977f6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694666 Jan 22 08:32:59.136179 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0501fc-eb87-46fe-a210-05ed3af25e3d req-b434cfd8-358e-4a11-babc-5f93bb2a04a2 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.137795 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d0501fc-eb87-46fe-a210-05ed3af25e3d req-b434cfd8-358e-4a11-babc-5f93bb2a04a2 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.1396997 Jan 22 08:32:59.233262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d0501fc-eb87-46fe-a210-05ed3af25e3d req-cfe0592f-b3a3-4f49-9b21-22e1d07e3298 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Jan 22 08:32:59.277338 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-bcee7352-cf48-4b81-b937-bb1d698d4362 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405125 Jan 22 08:32:59.437430 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ce57b8a-2897-4387-8da0-55aef20ccc92 req-6e3341ba-950b-4264-8412-cc72ce884ed5 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515515 Jan 22 08:32:59.443375 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd3aa4-de99-4443-9200-113e69e193cc req-c7be531d-e759-4d3b-b840-e8493999b179 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.450650 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01cd3aa4-de99-4443-9200-113e69e193cc req-c7be531d-e759-4d3b-b840-e8493999b179 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1077816 Jan 22 08:32:59.505811 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01cd3aa4-de99-4443-9200-113e69e193cc req-ff7e602a-50cf-4bcb-bda3-c6beae26b56e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542500 Jan 22 08:32:59.696168 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257893a-5a03-49f1-9a49-5a5efc596fcb req-a362e1d1-2d22-4f6c-8e0f-cdb77674e6bf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.697822 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1257893a-5a03-49f1-9a49-5a5efc596fcb req-a362e1d1-2d22-4f6c-8e0f-cdb77674e6bf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0824893 Jan 22 08:32:59.778188 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1257893a-5a03-49f1-9a49-5a5efc596fcb req-a9777123-549c-4488-b9db-cd9fab167b60 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730269 Jan 22 08:32:59.868863 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 45586) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:32:59.884083 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64a91-a12e-4904-8f54-f0c3045cc24a req-a0569d1f-a922-4dae-b4f1-fbc341b88dc6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:32:59.885677 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16a64a91-a12e-4904-8f54-f0c3045cc24a req-a0569d1f-a922-4dae-b4f1-fbc341b88dc6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0561163 Jan 22 08:32:59.949212 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16a64a91-a12e-4904-8f54-f0c3045cc24a req-2d152fb6-3614-4336-ba3d-f1c6bd555eb0 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Jan 22 08:33:00.033821 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06382c1a-d60e-48e8-aff0-90e96f5f2334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.128244 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06382c1a-d60e-48e8-aff0-90e96f5f2334 admin admin] Publish callbacks [] for security_group (04e75227-a2ef-4ecc-9338-8bc06f70583e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.133530 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06382c1a-d60e-48e8-aff0-90e96f5f2334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04e75227-a2ef-4ecc-9338-8bc06f70583e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.174131 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-06382c1a-d60e-48e8-aff0-90e96f5f2334 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e7d0aaf62927410eb9baabd0a21b3253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037930 Jan 22 08:33:00.175019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382c1a-d60e-48e8-aff0-90e96f5f2334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e75227-a2ef-4ecc-9338-8bc06f70583e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:00.177996 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45590) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:00.228171 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] Publish callbacks [] for security_group (04e75227-a2ef-4ecc-9338-8bc06f70583e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.250320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] Publish callbacks [] for security_group (04e75227-a2ef-4ecc-9338-8bc06f70583e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.314806 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04e75227-a2ef-4ecc-9338-8bc06f70583e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.317872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.319310 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04e75227-a2ef-4ecc-9338-8bc06f70583e HTTP/1.1" status: 204 len: 168 time: 0.1402843 Jan 22 08:33:00.345139 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1101fc-500a-4ef0-b309-120617dfd656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e75227-a2ef-4ecc-9338-8bc06f70583e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:00.382326 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9f16-d981-4acf-9aa1-ab05004b4a22 req-8d4f905d-58c8-4f60-8906-253b2226e70a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.383955 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e06e9f16-d981-4acf-9aa1-ab05004b4a22 req-8d4f905d-58c8-4f60-8906-253b2226e70a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0848460 Jan 22 08:33:00.455304 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e06e9f16-d981-4acf-9aa1-ab05004b4a22 req-603395b5-39bf-4d94-92af-30a5cdefcdfc tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634806 Jan 22 08:33:00.499333 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-cdb34c56-28f6-4724-8080-4ddfa6301c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.502236 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-cdb34c56-28f6-4724-8080-4ddfa6301c0a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 1096 time: 0.0922148 Jan 22 08:33:00.588216 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-4183c798-ec99-4d8d-9acf-257148259c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.589852 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-4183c798-ec99-4d8d-9acf-257148259c06 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1096 time: 0.0618017 Jan 22 08:33:00.684697 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118097a0-4c1d-4409-bf00-ea3f4fdf0e3c req-18506955-3b37-4fcd-a0b8-fbef9936970c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.686857 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-118097a0-4c1d-4409-bf00-ea3f4fdf0e3c req-18506955-3b37-4fcd-a0b8-fbef9936970c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0850232 Jan 22 08:33:00.720681 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-5bd048fe-73cf-477f-8b29-88a091b4441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.723272 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-5bd048fe-73cf-477f-8b29-88a091b4441d service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1252987 Jan 22 08:33:00.733330 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45604) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:00.760803 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43d8ea86-082d-4c98-bea8-49b7a9438ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:00.785654 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-118097a0-4c1d-4409-bf00-ea3f4fdf0e3c req-40c211b1-e3f3-4e47-84c9-bf93635c87bb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916386 Jan 22 08:33:00.864055 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10719d-341b-40dd-b53f-af785a594a73 req-cf015ea7-a872-4f59-804e-40296731ed1d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:00.866102 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be10719d-341b-40dd-b53f-af785a594a73 req-cf015ea7-a872-4f59-804e-40296731ed1d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.3348539 Jan 22 08:33:01.003350 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be10719d-341b-40dd-b53f-af785a594a73 req-6504d04e-2032-414f-8f78-9214c1b7c4ba tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286449 Jan 22 08:33:01.005652 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43d8ea86-082d-4c98-bea8-49b7a9438ac8 admin admin] Publish callbacks [] for security_group (ddbee4c8-814a-4036-95b0-49d2cd9e6555), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.015922 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c931-58ce-465c-a28a-ca5c3a1b5ff9 req-b5fcdb9b-8275-4582-a33b-8d6d9753c4a6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.017519 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5b5c931-58ce-465c-a28a-ca5c3a1b5ff9 req-b5fcdb9b-8275-4582-a33b-8d6d9753c4a6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.1447980 Jan 22 08:33:01.018744 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43d8ea86-082d-4c98-bea8-49b7a9438ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ddbee4c8-814a-4036-95b0-49d2cd9e6555), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.046778 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-3649c5a5-79eb-413b-a338-66524ba2efc5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 999 time: 0.3172519 Jan 22 08:33:01.105114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-89f6a5a9-11e8-43c8-8d5d-6f59575ac543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.106758 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-89f6a5a9-11e8-43c8-8d5d-6f59575ac543 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0527472 Jan 22 08:33:01.122557 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-43d8ea86-082d-4c98-bea8-49b7a9438ac8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=510a2dff1d6b42b4805f1bb6c643add6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880141 Jan 22 08:33:01.123431 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8ea86-082d-4c98-bea8-49b7a9438ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbee4c8-814a-4036-95b0-49d2cd9e6555,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:01.125895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45612) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:01.145127 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:33:01.162072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-a5cf1d78-5bd2-4ebf-a61d-07e17fa33c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.163630 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-a5cf1d78-5bd2-4ebf-a61d-07e17fa33c38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508883 Jan 22 08:33:01.178881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5b5c931-58ce-465c-a28a-ca5c3a1b5ff9 req-5a2421e3-0dcf-4012-87a7-62bf4b5e4fc9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490691 Jan 22 08:33:01.205553 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b589d-177f-474e-a0cb-ba79978697e8 req-0dccf892-7112-476d-a175-93ab035495cb tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.207254 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d5b589d-177f-474e-a0cb-ba79978697e8 req-0dccf892-7112-476d-a175-93ab035495cb tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.1235850 Jan 22 08:33:01.229922 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] Publish callbacks [] for security_group (ddbee4c8-814a-4036-95b0-49d2cd9e6555), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.267654 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: DOWN; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:01.274058 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] Publish callbacks [] for security_group (ddbee4c8-814a-4036-95b0-49d2cd9e6555), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.297366 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d5b589d-177f-474e-a0cb-ba79978697e8 req-3c380eec-7bf3-44e0-8942-d6c7fb7813a4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779400 Jan 22 08:33:01.305255 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-bf69ab91-e41f-4bc7-b1fc-e53e809e0c95 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322303 Jan 22 08:33:01.353923 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ddbee4c8-814a-4036-95b0-49d2cd9e6555), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.357070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:01.360707 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ddbee4c8-814a-4036-95b0-49d2cd9e6555 HTTP/1.1" status: 204 len: 168 time: 0.2250931 Jan 22 08:33:01.370614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5848564-3186-47f7-82b7-639e087972a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbee4c8-814a-4036-95b0-49d2cd9e6555,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:01.440429 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a879e5c7-b370-4a1d-acd7-1acdbde0fea4 req-1bfa792e-ca5a-47c9-9f7f-1d8ac4e5b9b5 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275179 Jan 22 08:33:01.584700 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ddbd1-3626-4cd6-8ac2-52fbea513f8a req-04afdfae-b95c-482d-8c68-5bc2b1c95a93 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.586392 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de9ddbd1-3626-4cd6-8ac2-52fbea513f8a req-04afdfae-b95c-482d-8c68-5bc2b1c95a93 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0579927 Jan 22 08:33:01.647619 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de9ddbd1-3626-4cd6-8ac2-52fbea513f8a req-39e14a0f-4e80-4b08-86d0-ba685f73fe9a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Jan 22 08:33:01.935301 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023e901-f618-4d26-a632-394381277bfc req-8bfd7ef8-b47f-4f17-8ee8-bf6e2b738070 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:01.936860 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5023e901-f618-4d26-a632-394381277bfc req-8bfd7ef8-b47f-4f17-8ee8-bf6e2b738070 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0638118 Jan 22 08:33:02.019651 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5023e901-f618-4d26-a632-394381277bfc req-1eb161dc-2f2e-4a6b-b55d-5e520aa3c1c3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758939 Jan 22 08:33:02.468377 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766023f9-9531-4d23-83b0-01a58c5ae8d9 req-71b1e362-4b75-46f3-93f7-9e9d8d32d094 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:02.477729 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-766023f9-9531-4d23-83b0-01a58c5ae8d9 req-71b1e362-4b75-46f3-93f7-9e9d8d32d094 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.1138823 Jan 22 08:33:02.604678 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb760c4d-36a5-4d3d-8b04-b6f2d3dca8bf req-018f6671-23fd-4c89-97b3-31a2c037a89b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:02.614698 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb760c4d-36a5-4d3d-8b04-b6f2d3dca8bf req-018f6671-23fd-4c89-97b3-31a2c037a89b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.1338916 Jan 22 08:33:02.642933 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-766023f9-9531-4d23-83b0-01a58c5ae8d9 req-2c10e087-5fd8-4737-8e7d-19720bc24af1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641612 Jan 22 08:33:02.764585 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb760c4d-36a5-4d3d-8b04-b6f2d3dca8bf req-87cc3782-987c-4683-b955-6a94a0adb662 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462150 Jan 22 08:33:03.164036 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:33:03.297790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17cb8-e2ec-498f-b0a4-e69e244905d8 req-3b65d8d2-25bb-4142-97ca-98fe5ef6baea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:03.300588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ba17cb8-e2ec-498f-b0a4-e69e244905d8 req-3b65d8d2-25bb-4142-97ca-98fe5ef6baea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0985215 Jan 22 08:33:03.387795 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:03.418175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ba17cb8-e2ec-498f-b0a4-e69e244905d8 req-029acdd9-1046-44e1-94fe-ef7c625ea738 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033773 Jan 22 08:33:03.418832 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'mac_address': 'fa:16:3e:bb:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:33:03.473218 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc1f6a03-b576-4313-acc6-f6117a706de5 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:03.473976 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:03.497132 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1f6a03-b576-4313-acc6-f6117a706de5 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:33:03.525514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:03.539074 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:03.606739 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:03.780204 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9bbbc-002c-46c3-b11e-07da2c0f9ebd req-1c095742-1b52-44b8-8a3b-445d11222c6e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:03.781907 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-abd9bbbc-002c-46c3-b11e-07da2c0f9ebd req-1c095742-1b52-44b8-8a3b-445d11222c6e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 945 time: 0.0636787 Jan 22 08:33:03.846363 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-abd9bbbc-002c-46c3-b11e-07da2c0f9ebd req-ba596037-001d-4848-a567-2ceb00c696b8 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577087 Jan 22 08:33:03.940074 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['dc1f6a03-b576-4313-acc6-f6117a706de5'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:33:03.983750 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cee25-5e44-428b-a6d7-266162f73677 req-670b4463-4082-4ed0-9f13-7faad6c28089 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:03.985371 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-969cee25-5e44-428b-a6d7-266162f73677 req-670b4463-4082-4ed0-9f13-7faad6c28089 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0646274 Jan 22 08:33:04.071404 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-969cee25-5e44-428b-a6d7-266162f73677 req-3ca2b0ea-bb17-4150-af76-96bb62da19b5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786190 Jan 22 08:33:04.567669 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b231b7-89fe-4df6-8a1b-71baa5ecfd0e req-b6efc9c1-d4ce-42e2-b0df-d8a592716add tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:04.580300 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48b231b7-89fe-4df6-8a1b-71baa5ecfd0e req-b6efc9c1-d4ce-42e2-b0df-d8a592716add tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0717742 Jan 22 08:33:04.661755 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48b231b7-89fe-4df6-8a1b-71baa5ecfd0e req-b6293f97-90d2-4d2b-bad9-e869682f9f30 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707245 Jan 22 08:33:04.980339 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32adfc7-4e98-4ec8-9246-f3235ea9b725 req-e653508b-8923-4654-9b90-3c020a9ea4a6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:04.981794 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d32adfc7-4e98-4ec8-9246-f3235ea9b725 req-e653508b-8923-4654-9b90-3c020a9ea4a6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jan 22 08:33:05.038496 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d32adfc7-4e98-4ec8-9246-f3235ea9b725 req-03a056c6-c4a5-49a7-91a6-ad46e7e07005 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492949 Jan 22 08:33:05.201009 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79777-d463-4dcf-a02e-26987b495d5f req-854040d8-e9b4-4b26-8972-38864a8b06f6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:05.202564 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2be79777-d463-4dcf-a02e-26987b495d5f req-854040d8-e9b4-4b26-8972-38864a8b06f6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0516541 Jan 22 08:33:05.261110 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2be79777-d463-4dcf-a02e-26987b495d5f req-70d5739f-c3d8-435d-929b-ad8a4b5449f5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523424 Jan 22 08:33:05.392021 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:33:05.449799 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port dc1f6a03-b576-4313-acc6-f6117a706de5 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:33:05.454416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port dc1f6a03-b576-4313-acc6-f6117a706de5 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:33:05.455070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:05.548124 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc1f6a03-b576-4313-acc6-f6117a706de5 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:05.548952 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:05.575955 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:05.578326 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e1d5b-10e1-4df2-a7e7-a08906723db1" -d '{"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:05.596969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:05.602352 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:05.654308 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27359df-0b47-46a8-9ac0-79f753bfa969 x-openstack-request-id: req-c27359df-0b47-46a8-9ac0-79f753bfa969 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:05.654741 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:05.655133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c27359df-0b47-46a8-9ac0-79f753bfa969 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:05.655705 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'code': 200} Jan 22 08:33:05.694772 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:05.820310 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0935e7-1cc5-478e-873a-cc150b1df526 req-9d513831-06b1-42b1-825a-527daf42febf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:05.826973 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e0935e7-1cc5-478e-873a-cc150b1df526 req-9d513831-06b1-42b1-825a-527daf42febf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0627060 Jan 22 08:33:05.896092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e0935e7-1cc5-478e-873a-cc150b1df526 req-5d3a27fd-eaf2-4b61-9f01-dfc28f6cd4f5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656977 Jan 22 08:33:06.215706 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6708521-7439-4bb4-a62d-aee02c7faee7 req-408bf4d9-8d08-4ffc-8a1c-d1f3b099d84b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:06.217362 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6708521-7439-4bb4-a62d-aee02c7faee7 req-408bf4d9-8d08-4ffc-8a1c-d1f3b099d84b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0639994 Jan 22 08:33:06.323377 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6708521-7439-4bb4-a62d-aee02c7faee7 req-e04ed600-f95d-49bb-856b-0ab234d1b893 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980997 Jan 22 08:33:06.364533 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:06.466218 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7065-0d93-4a1a-8b34-9063b60a1fea req-c4c10a41-8921-4a93-9ec1-4188e4f9515f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:06.467745 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee5d7065-0d93-4a1a-8b34-9063b60a1fea req-c4c10a41-8921-4a93-9ec1-4188e4f9515f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0651302 Jan 22 08:33:06.524147 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee5d7065-0d93-4a1a-8b34-9063b60a1fea req-ac94ccc3-c1c6-4086-878a-de2ee179b6fb tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506554 Jan 22 08:33:07.012257 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8367b35a-adae-49cb-8558-f0231611e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:07.058220 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc798b-8a22-4634-ab35-c403e8ea4922 req-57c076f3-6a1a-4331-bf6f-85ee60c03d6e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:07.059847 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b4fc798b-8a22-4634-ab35-c403e8ea4922 req-57c076f3-6a1a-4331-bf6f-85ee60c03d6e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0654869 Jan 22 08:33:07.116198 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b4fc798b-8a22-4634-ab35-c403e8ea4922 req-3b981e55-2f5e-4d52-a0a6-e7e970490758 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 Jan 22 08:33:07.454010 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7afb6-366a-47e3-b05b-373cfb9723f2 req-9a7ec45d-9506-40ed-898f-e8c983ce1260 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:07.455816 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6b7afb6-366a-47e3-b05b-373cfb9723f2 req-9a7ec45d-9506-40ed-898f-e8c983ce1260 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0588813 Jan 22 08:33:07.521339 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6b7afb6-366a-47e3-b05b-373cfb9723f2 req-97ccd794-6877-4510-8eaf-ced634777da6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579677 Jan 22 08:33:07.676696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcceb1-cdc8-4f48-a00b-ea4b7d981837 req-5c9205f4-10f7-4e0a-a4fc-dbe87e77320b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:07.678419 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0fcceb1-cdc8-4f48-a00b-ea4b7d981837 req-5c9205f4-10f7-4e0a-a4fc-dbe87e77320b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0694320 Jan 22 08:33:07.744293 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0fcceb1-cdc8-4f48-a00b-ea4b7d981837 req-27a7869f-c8c0-4da1-b8c4-e4669dfa7ccf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597353 Jan 22 08:33:08.249389 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48986b0e-245c-48f7-8893-d83b095e80c5 req-1dbec96c-81bb-49ab-8687-84d50c584e1b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:08.250963 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48986b0e-245c-48f7-8893-d83b095e80c5 req-1dbec96c-81bb-49ab-8687-84d50c584e1b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0564756 Jan 22 08:33:08.316665 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48986b0e-245c-48f7-8893-d83b095e80c5 req-4d8a1f7b-8be7-40a6-b83a-28332e32aba2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582380 Jan 22 08:33:08.751425 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886e7ad-b73f-4538-9348-cad52e294145 req-af0541b3-0906-4731-af60-848015158a32 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:08.760050 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5886e7ad-b73f-4538-9348-cad52e294145 req-af0541b3-0906-4731-af60-848015158a32 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0990736 Jan 22 08:33:08.842287 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5886e7ad-b73f-4538-9348-cad52e294145 req-1e3ff56a-eee3-4d72-8f7f-5b83c3c5bc65 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682466 Jan 22 08:33:08.981770 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfec65c-bc10-4f72-989b-5006fb6919f7 req-d432256f-b509-4e50-98c2-a141d6f3ee5d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:08.989834 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9bfec65c-bc10-4f72-989b-5006fb6919f7 req-d432256f-b509-4e50-98c2-a141d6f3ee5d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0606194 Jan 22 08:33:09.041985 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9bfec65c-bc10-4f72-989b-5006fb6919f7 req-2eb9a393-2fca-411a-b7dc-75193287019c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508559 Jan 22 08:33:09.490900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61a9e-6e17-44bf-9f12-e692bc0a2f38 req-2f30540b-edff-4edf-94e1-71872eb80050 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:09.496426 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0da61a9e-6e17-44bf-9f12-e692bc0a2f38 req-2f30540b-edff-4edf-94e1-71872eb80050 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0665762 Jan 22 08:33:09.552733 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0da61a9e-6e17-44bf-9f12-e692bc0a2f38 req-05a63536-3112-49fb-b08c-a5bda656a5a9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538797 Jan 22 08:33:09.600799 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3f64-fe93-42c2-8b1d-534fed019582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:10.040186 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a45dc-625d-474e-8454-5589bed336ad req-5005949f-e03d-463d-937d-8985e59aa11c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:10.042041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e11a45dc-625d-474e-8454-5589bed336ad req-5005949f-e03d-463d-937d-8985e59aa11c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1042182 Jan 22 08:33:10.133853 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e11a45dc-625d-474e-8454-5589bed336ad req-b27e4022-5aaf-4c44-a641-c6df7b16fc34 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792913 Jan 22 08:33:10.301990 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296a91-32e7-4646-8402-71cbcd6a2cff req-9256cd43-b73d-424d-97b0-4dd10672a203 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:10.303662 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be296a91-32e7-4646-8402-71cbcd6a2cff req-9256cd43-b73d-424d-97b0-4dd10672a203 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0713472 Jan 22 08:33:10.447593 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be296a91-32e7-4646-8402-71cbcd6a2cff req-1cd4bc58-0dd4-4532-8a80-eaf6c8210c43 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372082 Jan 22 08:33:10.750237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3a35d-b5e7-4f2a-9d92-e0cc2aa67ba1 req-27b25d5d-4dc0-42a6-87a3-cd1c45733556 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:10.752090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88d3a35d-b5e7-4f2a-9d92-e0cc2aa67ba1 req-27b25d5d-4dc0-42a6-87a3-cd1c45733556 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0788209 Jan 22 08:33:10.817360 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88d3a35d-b5e7-4f2a-9d92-e0cc2aa67ba1 req-53198279-88ae-44bd-84ae-71b22cf48b95 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572238 Jan 22 08:33:11.281061 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3c83e-a656-46b7-8498-eb0bf6591f1c req-9ee5451e-e997-4d95-85f1-70e6e35b8a9e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:11.282776 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-81b3c83e-a656-46b7-8498-eb0bf6591f1c req-9ee5451e-e997-4d95-85f1-70e6e35b8a9e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0669048 Jan 22 08:33:11.362223 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-81b3c83e-a656-46b7-8498-eb0bf6591f1c req-79123cd4-cdb8-423d-8266-cb6aab1d7669 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697620 Jan 22 08:33:11.496737 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:11.610206 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297c19c-8f41-48c3-9d48-0ad2c7156a30 req-e65eeaf5-39c8-4804-a47d-1ed911824f66 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:11.612150 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7297c19c-8f41-48c3-9d48-0ad2c7156a30 req-e65eeaf5-39c8-4804-a47d-1ed911824f66 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0673029 Jan 22 08:33:11.702695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7297c19c-8f41-48c3-9d48-0ad2c7156a30 req-49face77-fcee-40a5-97a8-0fe67b9c1fc9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791590 Jan 22 08:33:11.963824 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700abad-a2d3-4529-977d-98ff40c943a1 req-c0246221-cccb-4329-b96a-f432c08719f4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:11.965671 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5700abad-a2d3-4529-977d-98ff40c943a1 req-c0246221-cccb-4329-b96a-f432c08719f4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0669980 Jan 22 08:33:12.021928 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5700abad-a2d3-4529-977d-98ff40c943a1 req-32c15360-4b2f-438a-8d70-cc47c703466b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504260 Jan 22 08:33:12.486342 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87658145-741c-4f6b-bbcc-7e34318d6129 req-288282e7-a9fd-4981-8fd3-f53574c844c9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:12.488630 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87658145-741c-4f6b-bbcc-7e34318d6129 req-288282e7-a9fd-4981-8fd3-f53574c844c9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0503678 Jan 22 08:33:12.548654 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87658145-741c-4f6b-bbcc-7e34318d6129 req-1e945324-e5fb-40a2-bfae-177dc187f6f7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542815 Jan 22 08:33:12.841846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04ec1e-e078-4401-9376-7f7e42cb7465 req-6d0da97a-8ada-4cac-acd7-cff478f99712 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:12.843474 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af04ec1e-e078-4401-9376-7f7e42cb7465 req-6d0da97a-8ada-4cac-acd7-cff478f99712 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0551283 Jan 22 08:33:12.901140 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af04ec1e-e078-4401-9376-7f7e42cb7465 req-163f1d3c-9957-44cf-8c2f-94b9441388c5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500672 Jan 22 08:33:13.159060 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efc9d-e6e9-4344-a312-d6918abecaa1 req-5c9ad758-c207-44cb-b5b7-8ae7e983931d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:13.160114 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:33:13.160903 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-129efc9d-e6e9-4344-a312-d6918abecaa1 req-5c9ad758-c207-44cb-b5b7-8ae7e983931d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0523241 Jan 22 08:33:13.218402 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-129efc9d-e6e9-4344-a312-d6918abecaa1 req-b452623f-b4f2-4841-8162-a5ad820efbca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510337 Jan 22 08:33:13.710307 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1bce2-832a-4a24-91fc-24aaeb12048e req-880e20b7-313d-4dab-8b91-8bd909547e68 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:13.711929 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71c1bce2-832a-4a24-91fc-24aaeb12048e req-880e20b7-313d-4dab-8b91-8bd909547e68 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0841713 Jan 22 08:33:13.781136 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:13.783451 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71c1bce2-832a-4a24-91fc-24aaeb12048e req-f766f7ff-cacd-4c00-b4ca-214ec20e8820 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651426 Jan 22 08:33:14.043251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e5d96-6bef-4729-bf26-a86e06a927ed req-6f77e55c-7b1f-4061-98d9-57f0183b401a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:14.045986 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-035e5d96-6bef-4729-bf26-a86e06a927ed req-6f77e55c-7b1f-4061-98d9-57f0183b401a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0675116 Jan 22 08:33:14.138746 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-035e5d96-6bef-4729-bf26-a86e06a927ed req-690bbee2-62f2-4520-a5c9-39d76dd92569 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829451 Jan 22 08:33:14.366099 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24731e-f0e5-4106-a369-5aefc22a1526 req-a6c8751c-0930-4ee1-9412-0b679d137b24 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:14.367757 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb24731e-f0e5-4106-a369-5aefc22a1526 req-a6c8751c-0930-4ee1-9412-0b679d137b24 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0585320 Jan 22 08:33:14.375014 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:14.428864 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb24731e-f0e5-4106-a369-5aefc22a1526 req-e2701008-f4a2-45db-98e1-9508d9b09c08 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532718 Jan 22 08:33:14.911974 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c340-d665-49db-bde9-ccddfa350e45 req-89657915-847f-41b9-9376-24efcbd44b86 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:14.913558 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ea8c340-d665-49db-bde9-ccddfa350e45 req-89657915-847f-41b9-9376-24efcbd44b86 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0532587 Jan 22 08:33:14.966991 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ea8c340-d665-49db-bde9-ccddfa350e45 req-7592ccd6-78a1-49e1-a39a-2773451ef0d4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478327 Jan 22 08:33:15.278815 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949d31f-f771-4b34-8cb3-a6c725b38734 req-8b9acc94-5a45-40a0-9670-9548de1f6a79 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:15.280411 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a949d31f-f771-4b34-8cb3-a6c725b38734 req-8b9acc94-5a45-40a0-9670-9548de1f6a79 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0600176 Jan 22 08:33:15.348456 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a949d31f-f771-4b34-8cb3-a6c725b38734 req-7cbacf05-bd11-4e5f-b4f1-99ab28c53de9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619314 Jan 22 08:33:15.803265 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1305ec-21f9-409c-b96a-1a8737c88c9d req-7081e74d-b6e9-4837-9f3a-76c0b3980417 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:15.805328 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a1305ec-21f9-409c-b96a-1a8737c88c9d req-7081e74d-b6e9-4837-9f3a-76c0b3980417 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0553322 Jan 22 08:33:15.864626 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a1305ec-21f9-409c-b96a-1a8737c88c9d req-e0c22a07-e529-4b07-8eda-17aceb444a02 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536273 Jan 22 08:33:16.113688 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0442f-c8c8-4862-8336-446f2b07db7a req-b4a5d761-732b-4624-9cc5-f64a5e13fc49 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:16.114808 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bd0442f-c8c8-4862-8336-446f2b07db7a req-b4a5d761-732b-4624-9cc5-f64a5e13fc49 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0621197 Jan 22 08:33:16.184554 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bd0442f-c8c8-4862-8336-446f2b07db7a req-c2e60979-234a-4ee0-9de1-2aa0a28c3fd2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637751 Jan 22 08:33:16.495978 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13b1b-f506-4bbb-86c2-40ec6730dbe0 req-be7dcf90-a48d-4072-a36b-c8ad550a3594 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:16.497588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ba13b1b-f506-4bbb-86c2-40ec6730dbe0 req-be7dcf90-a48d-4072-a36b-c8ad550a3594 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0692363 Jan 22 08:33:16.562669 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ba13b1b-f506-4bbb-86c2-40ec6730dbe0 req-bce0ab00-fce2-4f5d-9d46-75cf311a4fa5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547748 Jan 22 08:33:17.049355 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703c24-91da-4fed-a569-d0ab2bbd4946 req-854e287e-a6e7-46ab-a4d4-f02a070d5ebd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:17.051668 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c703c24-91da-4fed-a569-d0ab2bbd4946 req-854e287e-a6e7-46ab-a4d4-f02a070d5ebd tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0896575 Jan 22 08:33:17.109572 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c703c24-91da-4fed-a569-d0ab2bbd4946 req-f8a23bdc-5508-442a-bf37-ca102e94d41a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505195 Jan 22 08:33:17.338677 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a29f0d-1351-43e2-a0a8-628c667d7834 req-cd06de95-ed4f-49ff-a5c7-e10461527ceb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:17.342693 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6a29f0d-1351-43e2-a0a8-628c667d7834 req-cd06de95-ed4f-49ff-a5c7-e10461527ceb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0747485 Jan 22 08:33:17.419770 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6a29f0d-1351-43e2-a0a8-628c667d7834 req-b4757d6d-783a-4c09-9653-9fdfa204d97b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700235 Jan 22 08:33:17.478009 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-10793167-4c11-4abd-ae85-0385fc17d887 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1938760 Jan 22 08:33:17.674680 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-66617588-73c6-4a1e-bda7-daf95a9983fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:17.677446 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-66617588-73c6-4a1e-bda7-daf95a9983fb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0767531 Jan 22 08:33:17.719777 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a663ff-4c53-4df8-91a5-00c2b4224f40 req-488c9d4a-d51f-4d04-b798-9b380a00669f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:17.721643 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6a663ff-4c53-4df8-91a5-00c2b4224f40 req-488c9d4a-d51f-4d04-b798-9b380a00669f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0763295 Jan 22 08:33:17.805296 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6a663ff-4c53-4df8-91a5-00c2b4224f40 req-8fa3254b-b9df-44d7-b2dc-806e5283ec63 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727916 Jan 22 08:33:17.868940 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-e9ecde4c-5e03-4550-aef6-77ca02f12a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:17.872450 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-e9ecde4c-5e03-4550-aef6-77ca02f12a90 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1652818 Jan 22 08:33:17.960687 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-33d0bd58-2d74-4332-b0ff-0fc0253c679c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1001 time: 0.0826240 Jan 22 08:33:18.022089 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-a5600ad2-cc5c-42e1-a24f-2a7c83621b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.031942 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-a5600ad2-cc5c-42e1-a24f-2a7c83621b2b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0646327 Jan 22 08:33:18.094655 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-5ce32708-f1cd-4b96-ab07-a4dec8b009ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.096160 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-5ce32708-f1cd-4b96-ab07-a4dec8b009ac service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574362 Jan 22 08:33:18.240632 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-54710456-7739-4836-9ce9-6b6d7a13334e service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356089 Jan 22 08:33:18.332264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b480-3534-4a5d-afde-6815dc5ad510 req-f88fa391-be10-4177-8889-d752bbd58943 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.334609 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0458b480-3534-4a5d-afde-6815dc5ad510 req-f88fa391-be10-4177-8889-d752bbd58943 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0833344 Jan 22 08:33:18.428477 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-91c90699-bf6d-4fe7-a092-27b539e1d52d req-4d129843-b3cb-4d46-bc6b-6ac783792471 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730964 Jan 22 08:33:18.433688 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0458b480-3534-4a5d-afde-6815dc5ad510 req-c87e55a6-cb79-4dd9-820c-bee2445950cc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908735 Jan 22 08:33:18.578090 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dae0b-b364-4088-ab3d-2161b7c9e37f req-ac28f907-b0fa-4b4a-aab6-66e4b0b4315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.579950 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d79dae0b-b364-4088-ab3d-2161b7c9e37f req-ac28f907-b0fa-4b4a-aab6-66e4b0b4315b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.1282768 Jan 22 08:33:18.622851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b54d-9112-47da-b24c-f7e01fae2b67 req-8406c491-fb7f-400e-ba60-f8bcc87273da tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.624802 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dbe2b54d-9112-47da-b24c-f7e01fae2b67 req-8406c491-fb7f-400e-ba60-f8bcc87273da tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1047864 Jan 22 08:33:18.679942 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d79dae0b-b364-4088-ab3d-2161b7c9e37f req-99740d96-ebe4-4f58-8863-50cde82841f3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905981 Jan 22 08:33:18.714803 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dbe2b54d-9112-47da-b24c-f7e01fae2b67 req-e0edc3b4-3a94-414d-acf6-201fc7f75560 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752463 Jan 22 08:33:18.960790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae2282-64fc-4ef0-b9ef-5df987404d2c req-1aaeefc9-0438-4a91-854b-d8fff8f94d07 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:18.962387 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90ae2282-64fc-4ef0-b9ef-5df987404d2c req-1aaeefc9-0438-4a91-854b-d8fff8f94d07 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 944 time: 0.0630023 Jan 22 08:33:19.021801 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90ae2282-64fc-4ef0-b9ef-5df987404d2c req-da67ca01-c990-4341-95ac-08cc77bcbee0 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524757 Jan 22 08:33:19.440148 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device f3e83080-816c-4fd4-97bb-b65ef7c08bf9 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:33:19.640872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:19.663171 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'port_id': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'mac_address': 'fa:16:3e:ce:77:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:33:19.693351 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55092179-8642-404e-b099-b0539188a083 req-8f795ba7-f45e-4f2c-8ed2-b71443ac9769 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:19.703959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55092179-8642-404e-b099-b0539188a083 req-8f795ba7-f45e-4f2c-8ed2-b71443ac9769 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1027575 Jan 22 08:33:19.732169 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:19.732567 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:19.750098 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e83080-816c-4fd4-97bb-b65ef7c08bf9 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:33:19.775882 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:19.776242 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55092179-8642-404e-b099-b0539188a083 req-78feeac5-cdd9-42d8-a2c3-f02131a2b068 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706708 Jan 22 08:33:19.782507 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:19.852338 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:19.876131 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c5fb-4e2d-41a1-b863-0ba7a98e2d9b req-740656b8-a9f3-4387-9265-dbd8884b5bcb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:19.877668 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-10d9c5fb-4e2d-41a1-b863-0ba7a98e2d9b req-740656b8-a9f3-4387-9265-dbd8884b5bcb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0660045 Jan 22 08:33:19.937830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-10d9c5fb-4e2d-41a1-b863-0ba7a98e2d9b req-f6359082-a1ce-4bd7-9608-4b53351da3fa tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535140 Jan 22 08:33:20.161959 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91420dfc-59db-4824-87ee-353b7de683af req-77f2b38c-add7-4acb-a50a-776676377af1 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:20.161959 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-91420dfc-59db-4824-87ee-353b7de683af req-77f2b38c-add7-4acb-a50a-776676377af1 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 945 time: 0.0566657 Jan 22 08:33:20.201617 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['f3e83080-816c-4fd4-97bb-b65ef7c08bf9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:33:20.215235 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-91420dfc-59db-4824-87ee-353b7de683af req-aff63538-0301-4fa5-b9c0-8fd589d719e0 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Jan 22 08:33:20.927578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afcedd-4190-45a8-aab7-61719be66b91 req-d399d211-bef2-4a21-891f-90ca82d94322 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:20.929108 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9afcedd-4190-45a8-aab7-61719be66b91 req-d399d211-bef2-4a21-891f-90ca82d94322 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.0592673 Jan 22 08:33:20.983442 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9afcedd-4190-45a8-aab7-61719be66b91 req-be4ce994-983e-43c6-8845-dbfe0426f95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Jan 22 08:33:21.101047 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7072-8fe8-4d51-88ba-6ddac97874ea req-16682018-bb52-4ca2-9412-862e57e0f139 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:21.102619 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-61bf7072-8fe8-4d51-88ba-6ddac97874ea req-16682018-bb52-4ca2-9412-862e57e0f139 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0885999 Jan 22 08:33:21.181355 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-61bf7072-8fe8-4d51-88ba-6ddac97874ea req-bbb1c8ce-feb9-4f0f-96e4-757b0bd168d5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690899 Jan 22 08:33:21.358125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce05e1-2e9f-4c6e-974e-e9abd780a25e req-f7076351-f992-4602-9bcd-5ae74a9152dd tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:21.359845 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dbce05e1-2e9f-4c6e-974e-e9abd780a25e req-f7076351-f992-4602-9bcd-5ae74a9152dd tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0942314 Jan 22 08:33:21.386334 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922de6-754c-4595-9eb1-9a30901726b9 req-9fff899c-593b-443b-9f41-8d013e354379 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:21.387899 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95922de6-754c-4595-9eb1-9a30901726b9 req-9fff899c-593b-443b-9f41-8d013e354379 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 945 time: 0.0913687 Jan 22 08:33:21.461228 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device f3e83080-816c-4fd4-97bb-b65ef7c08bf9 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:33:21.471464 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dbce05e1-2e9f-4c6e-974e-e9abd780a25e req-bf337f3f-220f-447e-ba70-b4bdbcb1b890 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048703 Jan 22 08:33:21.487574 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95922de6-754c-4595-9eb1-9a30901726b9 req-91a1b8d1-4594-4364-aa84-418a6a76691f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896850 Jan 22 08:33:21.499302 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45894) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:21.529341 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:33:21.535718 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:33:21.536256 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:21.638249 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:21.639193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:21.667968 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:21.670270 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f411b3d8-c7ec-40c1-a0ee-007737fa198f" -d '{"events": [{"server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:21.686320 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:21.693655 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:21.719443 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072f66f-72b6-493e-b626-e68e579a784c x-openstack-request-id: req-f072f66f-72b6-493e-b626-e68e579a784c {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:21.719740 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:21.720010 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f072f66f-72b6-493e-b626-e68e579a784c {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:21.720424 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'code': 200} Jan 22 08:33:21.757140 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1421e2-becb-4c65-82e3-cfe869490f59 tempest-TestShelveInstance-1967950230 tempest-TestShelveInstance-1967950230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:21.759551 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:21.764190 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ed1421e2-becb-4c65-82e3-cfe869490f59 tempest-TestShelveInstance-1967950230 tempest-TestShelveInstance-1967950230-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1094 time: 0.2599494 Jan 22 08:33:21.764482 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 45900) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:21.777303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:21.815071 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:22.059251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:22.182995 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45a2bc-ced3-4eb3-a1cd-73126e0cf349 req-5dcf488b-8fa9-4b85-81e6-a695f513bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:22.184864 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d45a2bc-ced3-4eb3-a1cd-73126e0cf349 req-5dcf488b-8fa9-4b85-81e6-a695f513bb23 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 1099 time: 0.1871190 Jan 22 08:33:22.520647 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea050-3a53-4c8f-a7e0-b183bf1b9182 req-075bc35b-befc-4ace-b919-033ef9d994e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:22.522188 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4acea050-3a53-4c8f-a7e0-b183bf1b9182 req-075bc35b-befc-4ace-b919-033ef9d994e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.4470084 Jan 22 08:33:22.573817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Allocated IP 172.27.3.56 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/28aa5699-6593-4fc4-963e-50ca6094f714) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:33:22.601609 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d45a2bc-ced3-4eb3-a1cd-73126e0cf349 req-3279905f-b7b7-4fbc-a880-95fa955ea771 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094563 Jan 22 08:33:22.728282 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4acea050-3a53-4c8f-a7e0-b183bf1b9182 req-e94f3b28-cc1f-489c-b2ed-7a3e92941b37 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967063 Jan 22 08:33:22.767143 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75464d3-d838-4c4e-8417-6c08adc4b728 req-2c8f95f7-9567-4dbf-9f29-2114f1abf159 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:22.768735 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b75464d3-d838-4c4e-8417-6c08adc4b728 req-2c8f95f7-9567-4dbf-9f29-2114f1abf159 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.1590369 Jan 22 08:33:22.811261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for port (28aa5699-6593-4fc4-963e-50ca6094f714), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:22.866867 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b75464d3-d838-4c4e-8417-6c08adc4b728 req-afb36fd8-4b15-4eaa-b0ad-a8c7c9ee932e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852282 Jan 22 08:33:22.887413 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:22.927501 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:33:22.931385 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:33:22.935791 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:33:22.974261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'Port': ['ID=28aa5699-6593-4fc4-963e-50ca6094f714,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:23.498517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for floatingip (85f4ff6f-b236-49a8-9501-d091b4a13254), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:23.654488 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:23.935250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for port (28aa5699-6593-4fc4-963e-50ca6094f714), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:23.948427 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247f85d-d3eb-4398-8e35-34bf018ae14e req-63d62895-a5c2-4bf7-a85a-4bcd89d51fc0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:23.950036 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d247f85d-d3eb-4398-8e35-34bf018ae14e req-63d62895-a5c2-4bf7-a85a-4bcd89d51fc0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1060607 Jan 22 08:33:23.951346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:24.054880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (85f4ff6f-b236-49a8-9501-d091b4a13254), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:24.131319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event updated for resources: {'Port': ['ID=28aa5699-6593-4fc4-963e-50ca6094f714,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:24.170504 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d247f85d-d3eb-4398-8e35-34bf018ae14e req-e23c8ffa-c49c-4510-9ea8-2cbb28eb1e3d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134261 Jan 22 08:33:24.218269 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd012b-292d-465b-b906-a6a931cab0af req-f1900cdc-1001-40d1-b520-ec4c960df5e5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:24.220129 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bdbd012b-292d-465b-b906-a6a931cab0af req-f1900cdc-1001-40d1-b520-ec4c960df5e5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.2589247 Jan 22 08:33:24.222312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.222722 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.222722 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.223063 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.223386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.223707 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.224027 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.224363 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.224900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.225304 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.225770 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.226167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.226496 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:24.302401 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Floating IP 85f4ff6f-b236-49a8-9501-d091b4a13254 associated. External IP: 172.27.3.56, port: dc1f6a03-b576-4313-acc6-f6117a706de5. Jan 22 08:33:24.376286 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bdbd012b-292d-465b-b906-a6a931cab0af req-8f0c78ef-91fc-41c2-adb7-e2c0ec42977e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429591 Jan 22 08:33:24.571103 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Router 7f69b91e-27b6-4037-8478-cac0cc131859 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:33:24.725054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:33:24.736508 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Sync routers for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:33:24.747217 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:24.753287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:24.754192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:24.779053 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-532e39d4-687e-4c34-a646-21c3de314ef9 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0130312 Jan 22 08:33:24.779826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:24.782224 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be390d11-be48-4d61-9b27-9d633bac9e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:24.851291 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa34612-b65b-44f0-8198-84f3145d45cc x-openstack-request-id: req-caa34612-b65b-44f0-8198-84f3145d45cc {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:24.851681 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:24.852642 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-caa34612-b65b-44f0-8198-84f3145d45cc {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:24.853365 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'status': 'completed', 'code': 200} Jan 22 08:33:24.889838 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:24.942920 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-d5a209e4-75b8-48db-833e-0c23c258da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:24.944785 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-d5a209e4-75b8-48db-833e-0c23c258da05 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.0576041 Jan 22 08:33:25.088525 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-b619fd61-8a0f-490b-a713-35e34a6aaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.090783 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-b619fd61-8a0f-490b-a713-35e34a6aaf54 service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.1354880 Jan 22 08:33:25.193356 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-c3b72618-3f13-4176-9018-1bacde832d9a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 999 time: 0.0946844 Jan 22 08:33:25.256523 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '85f4ff6f-b236-49a8-9501-d091b4a13254', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'mac_address': 'fa:16:3e:bb:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a4285-79d6-4a37-ae63-36855f486dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:23Z', 'updated_at': '2022-01-22T08:33:23Z', 'revision_number': 0, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:25.291637 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Checking router: 7f69b91e-27b6-4037-8478-cac0cc131859 for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:33:25.293050 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-8d127f23-d771-45bf-a51f-adc16ab00cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.295250 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-8d127f23-d771-45bf-a51f-adc16ab00cfb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0946679 Jan 22 08:33:25.308093 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:25.308746 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:25.415278 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f128f5-71f8-4645-bd16-5eaf011a3365 req-22fada4a-9cde-4075-99b4-93245d734b24 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.416881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-02f128f5-71f8-4645-bd16-5eaf011a3365 req-22fada4a-9cde-4075-99b4-93245d734b24 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1367600 Jan 22 08:33:25.422684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-38b9adfc-54ae-4b29-a177-d7f48390cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.424340 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-38b9adfc-54ae-4b29-a177-d7f48390cb70 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023521 Jan 22 08:33:25.453125 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:25.463524 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763dc2e-5ced-431d-9165-fea1f1473f4a req-00f07311-f91e-4e73-9011-dace0b4d059e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.465099 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1763dc2e-5ced-431d-9165-fea1f1473f4a req-00f07311-f91e-4e73-9011-dace0b4d059e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.1419454 Jan 22 08:33:25.615449 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-02f128f5-71f8-4645-bd16-5eaf011a3365 req-8408ba26-9a48-4075-8708-a55f12b86337 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884396 Jan 22 08:33:25.675981 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1763dc2e-5ced-431d-9165-fea1f1473f4a req-dcfdfbf0-56ab-4f15-a3be-a1a25e9f00a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981728 Jan 22 08:33:25.680713 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-4f38cb39-2589-44fc-b4d8-9ed59ea466dd service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442439 Jan 22 08:33:25.714301 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46000) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:25.830043 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '85f4ff6f-b236-49a8-9501-d091b4a13254', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'mac_address': 'fa:16:3e:bb:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a4285-79d6-4a37-ae63-36855f486dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:23Z', 'updated_at': '2022-01-22T08:33:23Z', 'revision_number': 0, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:25.854707 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27d10a-7789-4476-8284-d496a1ba14e2 req-73adfa12-29d8-4116-80ba-908f80366393 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.858687 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b27d10a-7789-4476-8284-d496a1ba14e2 req-73adfa12-29d8-4116-80ba-908f80366393 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.1252460 Jan 22 08:33:25.860647 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be390d11-be48-4d61-9b27-9d633bac9e1b req-e64ae3fc-f1dd-4cfc-894b-f7a49e22d109 service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717453 Jan 22 08:33:25.866118 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32df52-8273-4432-bc1d-73f287c35d31 None None] The sync data for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi is: [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '85f4ff6f-b236-49a8-9501-d091b4a13254', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'mac_address': 'fa:16:3e:bb:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a4285-79d6-4a37-ae63-36855f486dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:23Z', 'updated_at': '2022-01-22T08:33:23Z', 'revision_number': 0, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:33:25.933333 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b27d10a-7789-4476-8284-d496a1ba14e2 req-2813df99-d7ae-45d2-96c4-354858843ab7 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695772 Jan 22 08:33:25.951715 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6063cb-60da-425a-ad44-6edd2cb4f0d9 tempest-TestMinimumBasicScenario-1542076262 tempest-TestMinimumBasicScenario-1542076262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:25.958191 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0c6063cb-60da-425a-ad44-6edd2cb4f0d9 tempest-TestMinimumBasicScenario-1542076262 tempest-TestMinimumBasicScenario-1542076262-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1094 time: 0.2369790 Jan 22 08:33:25.958760 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46004) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:25.967042 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'port_id': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:26.006325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.102602 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0453f8-ae77-4216-a02f-5d0edf9bf4c4 req-f38171f0-8dcf-4025-9603-497be5ed49d4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:26.119135 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a0453f8-ae77-4216-a02f-5d0edf9bf4c4 req-f38171f0-8dcf-4025-9603-497be5ed49d4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.0789802 Jan 22 08:33:26.192293 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.211707 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a0453f8-ae77-4216-a02f-5d0edf9bf4c4 req-f325cfda-727e-4340-9de3-00a087b7160a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910618 Jan 22 08:33:26.215945 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14132ecf-a336-4b02-873f-cbc1e0ec69e7 None None] New status for floating IP 85f4ff6f-b236-49a8-9501-d091b4a13254: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:33:26.248010 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46008) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:26.366888 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Allocated IP 172.27.3.219 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/bf308ace-fb36-4195-8a21-ef2d65b22feb) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:33:26.460428 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06a662-96e5-405c-ae78-077f5d15793b tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:26.462193 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7e06a662-96e5-405c-ae78-077f5d15793b tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 1094 time: 0.2125981 Jan 22 08:33:26.465565 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46012) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:26.470759 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'port_id': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:26.507466 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.514316 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.554166 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.602143 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:33:26.608476 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:33:26.611446 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:33:26.654707 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'Port': ['ID=bf308ace-fb36-4195-8a21-ef2d65b22feb,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:26.668989 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.669351 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.669711 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.670099 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.670388 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.670963 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.671472 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.671986 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.672485 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.672989 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.673491 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.673992 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.674483 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:33:26.706173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:26.876329 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c2db-dc18-43ab-abf9-ec858335b8ca req-92e9e885-b228-4112-a750-7e777513f7f7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:26.879020 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f36c2db-dc18-43ab-abf9-ec858335b8ca req-92e9e885-b228-4112-a750-7e777513f7f7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 943 time: 0.1101358 Jan 22 08:33:26.913480 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.27.3.81 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/0f95d187-7e46-4a65-85f5-a69aa6524afb) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:33:27.161605 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for floatingip (af236f23-ff8b-4f84-8a04-0c8174636359), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.246321 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.272761 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f36c2db-dc18-43ab-abf9-ec858335b8ca req-81c6a402-8b43-4fdf-b5e8-0220679d2cc1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847342 Jan 22 08:33:27.356994 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.408036 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.452636 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.459113 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.466024 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:33:27.473020 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:33:27.480008 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:33:27.487548 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:33:27.533294 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=0f95d187-7e46-4a65-85f5-a69aa6524afb,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:27.572860 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (af236f23-ff8b-4f84-8a04-0c8174636359), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.626566 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'Port': ['ID=bf308ace-fb36-4195-8a21-ef2d65b22feb,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:27.651527 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:27.674217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'mac_address': 'fa:16:3e:86:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:33:27.734919 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:27.735195 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.739083 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Floating IP af236f23-ff8b-4f84-8a04-0c8174636359 associated. External IP: 172.27.3.219, port: 0fa3396d-97ef-4d2d-b698-0ce525ca0da2. Jan 22 08:33:27.770471 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:33:27.796674 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:27.804714 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:27.902112 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=9']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:28.028774 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.046089 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Router 4370e510-7bf1-4e25-848c-899bfcf8573b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:33:28.107653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.182282 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:33:28.195380 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Sync routers for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:33:28.211237 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.212525 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:28.213161 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:28.250286 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b5686807-e421-4fe3-8888-355db4bf5b72 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2901487 Jan 22 08:33:28.257631 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:28.257631 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fcd71b-1a7a-4840-a609-fc2aadabc09a" -d '{"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:28.257631 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46022) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:28.258037 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['6f676bd9-76c4-453a-988c-f147ec3ba521'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:33:28.262432 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542139946', 'description': 'tempest-secgroup-smoke-542139946 description', 'project_id': '25f4ac0fad46499fa70a26ef451515dc'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:28.295207 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.315734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.324729 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.403334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:28.404402 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.419278 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (04e422c0-9bec-4b3a-bf61-175f72747df2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.427367 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04e422c0-9bec-4b3a-bf61-175f72747df2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.433769 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a17cf2-c629-4e81-aa43-be47a9f6f803 x-openstack-request-id: req-81a17cf2-c629-4e81-aa43-be47a9f6f803 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:28.434059 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:28.434348 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81a17cf2-c629-4e81-aa43-be47a9f6f803 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:28.435553 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:33:28.477575 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.478916 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2202404 Jan 22 08:33:28.480520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002d529-d25c-4954-8fed-ccf2faac9e48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e422c0-9bec-4b3a-bf61-175f72747df2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:28.485023 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46030) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:28.490381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:28.533197 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (0ee13e9d-f203-458a-9012-ff2bf901a9e8), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.570915 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=0f95d187-7e46-4a65-85f5-a69aa6524afb,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:28.634401 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-f95d711b-545b-4c23-9132-02ba30318255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:28.635445 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-f95d711b-545b-4c23-9132-02ba30318255 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1099 time: 0.1641145 Jan 22 08:33:28.644970 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (0ee13e9d-f203-458a-9012-ff2bf901a9e8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.652254 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (0ee13e9d-f203-458a-9012-ff2bf901a9e8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.653708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3aa5-03ed-4a3e-af8e-83f0d98d637f req-0f0d4b38-4faf-4023-9bd9-026d0df17a11 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:28.661408 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-284c3aa5-03ed-4a3e-af8e-83f0d98d637f req-0f0d4b38-4faf-4023-9bd9-026d0df17a11 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 944 time: 0.2062321 Jan 22 08:33:28.676346 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee13e9d-f203-458a-9012-ff2bf901a9e8,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:28.696197 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.698871 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5a10f16f-2a1f-4872-bfa0-5240b3c71560 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127647 Jan 22 08:33:28.701541 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46032) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:28.707404 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:28.763059 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b associated. External IP: 172.27.3.81, port: f3e83080-816c-4fd4-97bb-b65ef7c08bf9. Jan 22 08:33:28.776327 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (f4b097b8-b2ba-4423-b65d-5c50f9bc9c87), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.863565 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-284c3aa5-03ed-4a3e-af8e-83f0d98d637f req-3665689c-8dd2-4b74-9bd0-094ad8a2ce0f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011466 Jan 22 08:33:28.871926 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-dc790d88-a973-486e-98f4-986fbc7e0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:28.873505 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-dc790d88-a973-486e-98f4-986fbc7e0f6a service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.2095015 Jan 22 08:33:28.903427 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (f4b097b8-b2ba-4423-b65d-5c50f9bc9c87), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.908156 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (f4b097b8-b2ba-4423-b65d-5c50f9bc9c87), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.945490 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b097b8-b2ba-4423-b65d-5c50f9bc9c87,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:28.976156 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:28.983779 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cc3e2702-31c4-43bc-8ee3-2d2ed5ce092e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751539 Jan 22 08:33:28.983779 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46036) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:28.996205 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:29.009459 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'af236f23-ff8b-4f84-8a04-0c8174636359', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'port_id': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'mac_address': 'fa:16:3e:b8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6844d33a-1150-4687-ae3b-b708094d1065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:26Z', 'updated_at': '2022-01-22T08:33:26Z', 'revision_number': 0, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:29.038838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-c75a000b-6973-41c3-9ff6-59c34c7255b4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1000 time: 0.1252708 Jan 22 08:33:29.055368 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (d5ee59a8-b03a-4df3-840b-dadd1666798f), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.059938 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Checking router: 4370e510-7bf1-4e25-848c-899bfcf8573b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:33:29.075835 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:29.077103 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:29.177224 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (d5ee59a8-b03a-4df3-840b-dadd1666798f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.180622 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-0e15bac3-54ba-4eb4-842f-135eb98155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:29.182759 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-0e15bac3-54ba-4eb4-842f-135eb98155f3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.1374207 Jan 22 08:33:29.190603 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (d5ee59a8-b03a-4df3-840b-dadd1666798f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.229175 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee59a8-b03a-4df3-840b-dadd1666798f,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:29.243603 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.245967 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7d6521e7-d57a-46b7-bd15-49b6785162a4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553718 Jan 22 08:33:29.251298 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46038) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:29.257015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:29.275943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:29.310461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (6d6b6790-c61a-4a03-a4dc-becb2a8d0705), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.311737 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:33:29.316327 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-284dcbfd-8b17-45ff-aab1-f9cd6b16d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:29.322366 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-284dcbfd-8b17-45ff-aab1-f9cd6b16d772 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052618 Jan 22 08:33:29.415959 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (6d6b6790-c61a-4a03-a4dc-becb2a8d0705), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.421314 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (6d6b6790-c61a-4a03-a4dc-becb2a8d0705), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.446985 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6b6790-c61a-4a03-a4dc-becb2a8d0705,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:29.459976 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.462099 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6e1197bc-79ee-4866-8145-cf37e21830b3 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2093735 Jan 22 08:33:29.465549 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46040) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:29.472425 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:29.514567 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Project 25f4ac0fad46499fa70a26ef451515dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:33:29.526158 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (6723431f-9672-4a81-a57c-9c0d5adb9fcc), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.547418 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:33:29.552933 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-62228f00-380d-44bc-b2ea-df1f3e6cf620 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267599 Jan 22 08:33:29.571502 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:33:29.591132 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:33:29.625649 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (6723431f-9672-4a81-a57c-9c0d5adb9fcc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.634244 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (6723431f-9672-4a81-a57c-9c0d5adb9fcc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.654657 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:29.656005 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.664119 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6723431f-9672-4a81-a57c-9c0d5adb9fcc,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:29.673592 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:29.689179 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.696374 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-24c78f15-a992-44d6-9eb7-b52d590e9d70 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2268901 Jan 22 08:33:29.696786 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46042) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:29.696906 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 6f676bd9-76c4-453a-988c-f147ec3ba521 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:33:29.697320 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.701727 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'security_group_rule': {'security_group_id': '04e422c0-9bec-4b3a-bf61-175f72747df2', 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:29.721111 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1100f726-40a3-4e38-952a-1ace58d142fc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2543001 Jan 22 08:33:29.728267 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:29.731916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:29.745193 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fcd71b-1a7a-4840-a609-fc2aadabc09a req-6c99a0a0-c094-4d51-b9d0-87ae09e7598f service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836536 Jan 22 08:33:29.776302 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Project 25f4ac0fad46499fa70a26ef451515dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 22 08:33:29.787566 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (ab2beb0a-08be-4ba2-b621-3f2b96aeb3c0), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.797175 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'af236f23-ff8b-4f84-8a04-0c8174636359', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'port_id': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'mac_address': 'fa:16:3e:b8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6844d33a-1150-4687-ae3b-b708094d1065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:26Z', 'updated_at': '2022-01-22T08:33:26Z', 'revision_number': 0, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:29.813407 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94ae8d-62f9-4b7d-8dcd-8cba92159461 x-openstack-request-id: req-ca94ae8d-62f9-4b7d-8dcd-8cba92159461 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:29.814157 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:29.814763 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca94ae8d-62f9-4b7d-8dcd-8cba92159461 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:29.815376 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'status': 'completed', 'code': 200} Jan 22 08:33:29.897669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (ab2beb0a-08be-4ba2-b621-3f2b96aeb3c0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.901989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211f420-ca6a-4145-892d-f1ca6c5c3430 None None] The sync data for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi is: [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'af236f23-ff8b-4f84-8a04-0c8174636359', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'port_id': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'mac_address': 'fa:16:3e:b8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6844d33a-1150-4687-ae3b-b708094d1065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:26Z', 'updated_at': '2022-01-22T08:33:26Z', 'revision_number': 0, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:33:29.904042 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (ab2beb0a-08be-4ba2-b621-3f2b96aeb3c0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.905283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-a2314972-b854-49f9-9227-8ec04e2a92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:29.907136 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-a2314972-b854-49f9-9227-8ec04e2a92ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 1099 time: 0.0568318 Jan 22 08:33:29.916008 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 6f676bd9-76c4-453a-988c-f147ec3ba521 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:29.916474 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.926657 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2beb0a-08be-4ba2-b621-3f2b96aeb3c0,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:29.968521 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:29.975465 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-43ab8897-f9a1-452e-b649-5ef41423a814 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2773044 Jan 22 08:33:29.989223 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:29.993646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d898dc8-b083-4e03-b9fb-68f428591cc7" -d '{"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:29.997285 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:30.031815 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:30.052872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:30.154500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=10']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:30.249393 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-0113b219-ada0-42ee-8013-0de3615f6006 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542139946&fields=id&tenant_id=25f4ac0fad46499fa70a26ef451515dc HTTP/1.1" status: 200 len: 267 time: 0.1874108 Jan 22 08:33:30.252775 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-870cf47f-dec4-4e00-82eb-8e4a2d962233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:30.255020 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-870cf47f-dec4-4e00-82eb-8e4a2d962233 service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.3413956 Jan 22 08:33:30.267092 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c3912-9e28-4933-a953-bcabe20cb409 req-8845e035-337d-4a2d-baba-5ca82d7d60d2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:30.271632 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a43c3912-9e28-4933-a953-bcabe20cb409 req-8845e035-337d-4a2d-baba-5ca82d7d60d2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.2110746 Jan 22 08:33:30.321272 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397ed26-6366-4701-8a95-7558773ce38d None None] New status for floating IP af236f23-ff8b-4f84-8a04-0c8174636359: ACTIVE {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:33:30.414760 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-f6f81935-a360-4235-accd-ff14d2513dba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9 HTTP/1.1" status: 200 len: 999 time: 0.1420202 Jan 22 08:33:30.422082 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:ce:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:27Z', 'updated_at': '2022-01-22T08:33:27Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:30.447000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-32d90f45-f133-4d9d-8baa-395aa704c0d6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:30.448787 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-32d90f45-f133-4d9d-8baa-395aa704c0d6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.1692684 Jan 22 08:33:30.476456 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a43c3912-9e28-4933-a953-bcabe20cb409 req-206d21f2-0504-4516-b06c-ea6e63543352 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939700 Jan 22 08:33:30.479718 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:33:30.488940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'port': {'security_groups': ['33da163e-6079-4acb-9272-63288837e80f', '04e422c0-9bec-4b3a-bf61-175f72747df2']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:30.496140 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:33:30.496802 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:33:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:30.541322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-939486db-03cf-4277-9535-83d0f85cc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:30.542876 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-939486db-03cf-4277-9535-83d0f85cc853 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.1162186 Jan 22 08:33:30.564224 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0fa8f-3461-404a-b38b-14f2a49e1201 x-openstack-request-id: req-68b0fa8f-3461-404a-b38b-14f2a49e1201 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:30.569655 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:30.569655 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-68b0fa8f-3461-404a-b38b-14f2a49e1201 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:30.569655 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'code': 200} Jan 22 08:33:30.641622 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:30.678296 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:33:30.708683 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-8bbc072d-17bf-4fe8-a6e1-30fb2e0e05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:30.713003 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-8bbc072d-17bf-4fe8-a6e1-30fb2e0e05bb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109238 Jan 22 08:33:30.874946 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-19705db0-aa26-411b-9a56-722efded8a6c service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539662 Jan 22 08:33:30.961373 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:ce:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:27Z', 'updated_at': '2022-01-22T08:33:27Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:33:30.998742 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610ca79-3f2e-4fb2-910c-8c7f9fcd9ddd None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:ce:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:33:27Z', 'updated_at': '2022-01-22T08:33:27Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:33:31.020914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:33:31.053968 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9646dbbd-f0bd-41c7-aff5-5b1dca0f5fb9 req-7ae69a4f-e65c-4041-977b-e05a1d957a5e service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709471 Jan 22 08:33:31.075162 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:31.083688 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:31.099334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:33:31.193480 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:31.194167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:31.213570 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a41ac346-06cc-43c1-ba6e-be8d9ab70a42 req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "PUT /v2.0/ports/0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 982 time: 0.7322028 Jan 22 08:33:31.266495 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667964f3-39c0-42be-938f-0c99a79e8b48 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=6']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:31.380520 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:33:31.412640 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c4329-5d4c-4f66-97e9-efb2342d601f req-b70e6bfe-308e-4529-9705-1971e7f9cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:31.414211 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149c4329-5d4c-4f66-97e9-efb2342d601f req-b70e6bfe-308e-4529-9705-1971e7f9cac5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1099 time: 0.1351728 Jan 22 08:33:31.476769 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634ab6d-d531-4224-ba31-dd955d1a1393 None None] New status for floating IP be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:33:31.565127 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149c4329-5d4c-4f66-97e9-efb2342d601f req-0e48360c-e983-44e7-92e9-ef3488ef31e3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316087 Jan 22 08:33:31.590232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a21bd-a37f-4852-8854-ffe0155cdd2c req-f9b20edc-b7a6-4802-a150-d805b65d6d2d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:31.592819 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de3a21bd-a37f-4852-8854-ffe0155cdd2c req-f9b20edc-b7a6-4802-a150-d805b65d6d2d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.2021022 Jan 22 08:33:31.672891 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-384c682f-3a40-419f-8ebe-ebd57e6bf8a6 None None] Provisioning complete for port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:33:31.673195 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-384c682f-3a40-419f-8ebe-ebd57e6bf8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:31.734605 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76609b49-a205-4eb7-b720-612b29ce59cd req-68ef5a89-4bbf-4cf8-ad6f-6d58e4a3e57e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:31.736450 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76609b49-a205-4eb7-b720-612b29ce59cd req-68ef5a89-4bbf-4cf8-ad6f-6d58e4a3e57e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.1421919 Jan 22 08:33:31.787165 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de3a21bd-a37f-4852-8854-ffe0155cdd2c req-5c41d30f-4100-4ebb-aad5-fa7246c91586 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1721036 Jan 22 08:33:31.836247 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:33:31.839367 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb003b-6c76-4130-af16-804e8eb2616e" -d '{"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:33:31.859338 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76609b49-a205-4eb7-b720-612b29ce59cd req-ba1a4f2c-9b1c-4d12-a5cc-338b18f1b7dc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106877 Jan 22 08:33:31.897673 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e851f-f96c-4baa-9675-838b0232f9ae x-openstack-request-id: req-406e851f-f96c-4baa-9675-838b0232f9ae {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:33:31.898434 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:33:31.898973 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-406e851f-f96c-4baa-9675-838b0232f9ae {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:33:31.899649 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:33:31.947796 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-384c682f-3a40-419f-8ebe-ebd57e6bf8a6 None None] Current status of the port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:33:32.004271 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-c772d4d3-5eb2-452b-9a63-aa188786763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:32.007120 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-c772d4d3-5eb2-452b-9a63-aa188786763e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1138 time: 0.0493207 Jan 22 08:33:32.128386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-68eddfa9-7f7f-4747-b6c0-554fb8913d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:32.129891 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-68eddfa9-7f7f-4747-b6c0-554fb8913d9e service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.1132038 Jan 22 08:33:32.215445 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-89e23c29-10ab-4bc9-93ae-1d9364a51e6c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1002 time: 0.0673161 Jan 22 08:33:32.285970 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-34756d50-8007-4cb8-a582-2f94a9ce50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:32.287522 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-34756d50-8007-4cb8-a582-2f94a9ce50fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0582566 Jan 22 08:33:32.347538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-7e978d54-a1bc-4e1a-a309-48d9b7fed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:32.349039 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-7e978d54-a1bc-4e1a-a309-48d9b7fed405 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547945 Jan 22 08:33:32.470850 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-c46b93af-7f18-41c2-8ba1-7eff87ac4e20 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896580 Jan 22 08:33:32.587338 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1fb003b-6c76-4130-af16-804e8eb2616e req-a01f7000-d3d4-4beb-9d58-74075dff1814 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006546 Jan 22 08:33:33.001570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0894e4e-3d91-4a90-bbde-c45c9af67576 req-2b9a1056-6151-4221-a377-3e59cb0eb5cc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:33.004048 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a0894e4e-3d91-4a90-bbde-c45c9af67576 req-2b9a1056-6151-4221-a377-3e59cb0eb5cc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0632224 Jan 22 08:33:33.067825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a0894e4e-3d91-4a90-bbde-c45c9af67576 req-418b3c53-360e-4143-bf01-07f0d03e1841 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517473 Jan 22 08:33:34.259250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a166a-7e5f-476c-ad27-ba48a02edb42 req-9099c2c8-5638-4a27-a306-b4bdae890472 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:34.265571 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef7a166a-7e5f-476c-ad27-ba48a02edb42 req-9099c2c8-5638-4a27-a306-b4bdae890472 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0969021 Jan 22 08:33:34.655032 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef7a166a-7e5f-476c-ad27-ba48a02edb42 req-ef852a7c-5b5e-4255-bbb2-ca8215e0bb53 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840604 Jan 22 08:33:35.800569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cdeeb-dc77-4cc2-b042-b387393ffc49 req-8f956209-9eec-4094-90b0-9bfd9ab1f12c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:35.802157 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-df8cdeeb-dc77-4cc2-b042-b387393ffc49 req-8f956209-9eec-4094-90b0-9bfd9ab1f12c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0532353 Jan 22 08:33:35.856842 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-df8cdeeb-dc77-4cc2-b042-b387393ffc49 req-43be2bf6-9a95-4808-bd51-a92bc29c7a94 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Jan 22 08:33:36.351963 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:37.014773 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad1cda9f-339c-4e36-91a4-753224d16058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:39.601957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65abd00e-65b3-4eff-b36c-eb72a181242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:41.483670 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:43.782231 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:44.368676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:49.602160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8227-030e-48c3-8273-810d5976daa9 req-1e3de6c7-50a8-4772-a808-28f8cd0819cd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:49.603754 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f06b8227-030e-48c3-8273-810d5976daa9 req-1e3de6c7-50a8-4772-a808-28f8cd0819cd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0573843 Jan 22 08:33:49.665609 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f06b8227-030e-48c3-8273-810d5976daa9 req-60d52401-347f-4bf4-b692-08a67a3524b2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557971 Jan 22 08:33:50.160478 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:33:50.786190 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a461d0d-2d46-4343-950a-16b6931c6b59 req-cf15a9f1-34eb-46ab-a7cd-3fc3f558b2ce tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:50.787768 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a461d0d-2d46-4343-950a-16b6931c6b59 req-cf15a9f1-34eb-46ab-a7cd-3fc3f558b2ce tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0512941 Jan 22 08:33:50.844790 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a461d0d-2d46-4343-950a-16b6931c6b59 req-35999ee0-703c-4382-a188-ced2801c0eaa tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514550 Jan 22 08:33:51.964500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca766e-9e9a-4ee6-bc75-c1a6ad1fa05b req-871633e6-c381-4ded-8e45-c534e72bc5b2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:51.966141 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96ca766e-9e9a-4ee6-bc75-c1a6ad1fa05b req-871633e6-c381-4ded-8e45-c534e72bc5b2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Jan 22 08:33:52.015797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96ca766e-9e9a-4ee6-bc75-c1a6ad1fa05b req-cd4250a5-cd95-4a78-9be8-9b63ec4dc4de tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Jan 22 08:33:52.452532 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46236) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:52.567749 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee82f2d5-0674-4f43-84db-cb8eaccdda02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.652444 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee82f2d5-0674-4f43-84db-cb8eaccdda02 admin admin] Publish callbacks [] for security_group (31eb9877-5527-42fb-85e9-a867bffbc53d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.656757 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee82f2d5-0674-4f43-84db-cb8eaccdda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (31eb9877-5527-42fb-85e9-a867bffbc53d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.707087 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ee82f2d5-0674-4f43-84db-cb8eaccdda02 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62d9ef5439f148adbec2766a5d9a07df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505825 Jan 22 08:33:52.707087 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82f2d5-0674-4f43-84db-cb8eaccdda02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eb9877-5527-42fb-85e9-a867bffbc53d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:52.707379 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46240) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:52.760367 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] Publish callbacks [] for security_group (31eb9877-5527-42fb-85e9-a867bffbc53d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.781493 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] Publish callbacks [] for security_group (31eb9877-5527-42fb-85e9-a867bffbc53d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.829884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (31eb9877-5527-42fb-85e9-a867bffbc53d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.832849 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:52.836451 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31eb9877-5527-42fb-85e9-a867bffbc53d HTTP/1.1" status: 204 len: 168 time: 0.1256530 Jan 22 08:33:52.842053 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461597b-414a-4a22-9fe4-f826398ddb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eb9877-5527-42fb-85e9-a867bffbc53d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:53.182052 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d083-8df4-4e08-a701-0fceb31bdec1 req-f106575d-a7f4-41bd-8fd5-66f3ecaa305c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:53.183690 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d09d083-8df4-4e08-a701-0fceb31bdec1 req-f106575d-a7f4-41bd-8fd5-66f3ecaa305c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0699551 Jan 22 08:33:53.257079 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d09d083-8df4-4e08-a701-0fceb31bdec1 req-54ea8f7f-be6c-4fba-8176-0d051ecaa088 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651150 Jan 22 08:33:54.049801 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46272) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:54.160299 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13f22448-b010-4747-a71d-34ef1a2e17b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.253357 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13f22448-b010-4747-a71d-34ef1a2e17b2 admin admin] Publish callbacks [] for security_group (0325808d-158a-4433-892d-96ef771fc6a0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.258279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13f22448-b010-4747-a71d-34ef1a2e17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0325808d-158a-4433-892d-96ef771fc6a0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.301860 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-13f22448-b010-4747-a71d-34ef1a2e17b2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9fa73bc8abc54d12b153cc5d89abf486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508302 Jan 22 08:33:54.302977 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22448-b010-4747-a71d-34ef1a2e17b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0325808d-158a-4433-892d-96ef771fc6a0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:54.304215 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46278) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:54.392576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] Publish callbacks [] for security_group (0325808d-158a-4433-892d-96ef771fc6a0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.412538 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b43d-ad27-4d47-a782-66ea758c2ccb req-d96c8666-cd5c-4e70-b537-540949cd80a4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:54.414015 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d133b43d-ad27-4d47-a782-66ea758c2ccb req-d96c8666-cd5c-4e70-b537-540949cd80a4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0805297 Jan 22 08:33:54.433517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] Publish callbacks [] for security_group (0325808d-158a-4433-892d-96ef771fc6a0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.494055 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d133b43d-ad27-4d47-a782-66ea758c2ccb req-9b1255ef-3adf-4fbd-92db-9bd4ea55da9c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695548 Jan 22 08:33:54.523600 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0325808d-158a-4433-892d-96ef771fc6a0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.526602 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:54.527763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0325808d-158a-4433-892d-96ef771fc6a0 HTTP/1.1" status: 204 len: 168 time: 0.2212698 Jan 22 08:33:54.537891 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15502351-6465-4147-a49a-edb9f2f55c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0325808d-158a-4433-892d-96ef771fc6a0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:55.260026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46302) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:55.369389 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-302839169-network', 'tenant_id': 'a963615e423c4ea4892862730f75ef91'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:55.400237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Made reservation on behalf of a963615e423c4ea4892862730f75ef91 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:33:55.402690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.412068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.493444 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks [] for security_group (669ab0fb-4137-47fe-9ad2-7d700430d77d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.497919 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (669ab0fb-4137-47fe-9ad2-7d700430d77d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.524317 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:33:55.529945 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ab0fb-4137-47fe-9ad2-7d700430d77d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:55.539350 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (6e3107be-813c-49ea-b308-6684011681b3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.539350 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Added segment 6e3107be-813c-49ea-b308-6684011681b3 of type vlan for network 73ced726-27c6-42e1-b478-8f927f9a67ef Jan 22 08:33:55.592466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (73ced726-27c6-42e1-b478-8f927f9a67ef), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.639056 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (73ced726-27c6-42e1-b478-8f927f9a67ef), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.640001 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:55.640578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.660498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6d18-305c-4eb7-b286-11f4938740a9 req-8c5e9ac1-a38c-4b73-b221-7dc40de28e9d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:55.662012 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a02d6d18-305c-4eb7-b286-11f4938740a9 req-8c5e9ac1-a38c-4b73-b221-7dc40de28e9d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0834703 Jan 22 08:33:55.697639 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4365120 Jan 22 08:33:55.700788 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46308) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:33:55.708080 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Request body: {'subnet': {'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-302839169-subnet', 'tenant_id': 'a963615e423c4ea4892862730f75ef91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:55.732473 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Made reservation on behalf of a963615e423c4ea4892862730f75ef91 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:33:55.735072 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.741984 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddcf78-d02f-450e-872a-93e8e0ee5b53 admin admin] Pushing event updated for resources: {'Network': ['ID=73ced726-27c6-42e1-b478-8f927f9a67ef,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:55.752733 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 73ced726-27c6-42e1-b478-8f927f9a67ef details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:33:55.760047 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a02d6d18-305c-4eb7-b286-11f4938740a9 req-875c4472-6c63-4813-8192-caa06d28291e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875323 Jan 22 08:33:55.930014 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (3b8e2c60-298a-4a04-9395-c7b92f00b4b3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:55.986223 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8e2c60-298a-4a04-9395-c7b92f00b4b3,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:33:55.997326 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Checking segment: {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:33:55.997686 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Network hostable DHCP agents. Network: 73ced726-27c6-42e1-b478-8f927f9a67ef, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:33:56.015467 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Network 73ced726-27c6-42e1-b478-8f927f9a67ef is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:33:56.025967 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 73ced726-27c6-42e1-b478-8f927f9a67ef) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:33:56.037058 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:56.037684 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:33:56.039768 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07202dfa-75ae-4dcf-92cb-02d7b3e02f46 None None] Network 73ced726-27c6-42e1-b478-8f927f9a67ef requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:33:56.056571 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-21e67968-fea9-46a3-96e3-a5f03e19425a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3539376 Jan 22 08:33:56.169185 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37499d6-bfac-440c-b8cc-ae9c58524912 None None] Network 73ced726-27c6-42e1-b478-8f927f9a67ef requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:33:56.886817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3afca-ff4c-4dd1-9c0c-951e83ff40e9 req-44a6b440-a021-488e-adf2-429f480c4858 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:56.888314 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7c3afca-ff4c-4dd1-9c0c-951e83ff40e9 req-44a6b440-a021-488e-adf2-429f480c4858 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0556896 Jan 22 08:33:56.937951 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7c3afca-ff4c-4dd1-9c0c-951e83ff40e9 req-dbcf9469-f331-4601-8423-a1d001fc20f8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.941493 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-cfccda39-3385-4951-8b6c-a125315f0eae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:57.944338 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-cfccda39-3385-4951-8b6c-a125315f0eae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 813 time: 0.1151278 Jan 22 08:33:57.961172 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-1149f273-113b-40fd-b202-06ae96c6ade3 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/quotas/a963615e423c4ea4892862730f75ef91 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Jan 22 08:33:57.996519 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-261f0f69-fe8b-4840-8d8c-345dae12cd63 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311062 Jan 22 08:33:58.068706 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f8d1e-8ed5-4481-83b6-1d45bfdbea30 req-b418545c-3346-480c-83d0-f85c149672dd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:58.070034 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-881f8d1e-8ed5-4481-83b6-1d45bfdbea30 req-b418545c-3346-480c-83d0-f85c149672dd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0592360 Jan 22 08:33:58.171202 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-881f8d1e-8ed5-4481-83b6-1d45bfdbea30 req-5355d7eb-2ec5-4516-a1fd-f813343c6e7e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910199 Jan 22 08:33:58.186341 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-90d78b46-a004-4a39-ad44-382bf7beb19d service neutron] 10.222.0.84 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801805 Jan 22 08:33:58.278213 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-b27d9eea-3583-4d59-8d52-957e33ec09d5 service neutron] 10.222.0.84 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jan 22 08:33:58.444347 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149c9683-77f7-4b02-a632-b6f6c89079a4 req-3d96b584-17fe-40b8-84f0-9f4408de912a tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 210 time: 0.0290854 Jan 22 08:33:59.307074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667811a-7395-43bc-933c-dd76be753501 req-c5a4bbf8-bb0a-4b79-8323-86224b0e4941 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:59.308643 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2667811a-7395-43bc-933c-dd76be753501 req-c5a4bbf8-bb0a-4b79-8323-86224b0e4941 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0634773 Jan 22 08:33:59.357881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2667811a-7395-43bc-933c-dd76be753501 req-f209ba60-73b7-485b-ad2a-a9de5c9f92dd tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Jan 22 08:33:59.741616 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f6090d5f-5fe8-4780-aa73-0fbfd85da26a req-75ff647b-2f64-471c-99fe-9dac5c9b2ee4 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 210 time: 0.0549045 Jan 22 08:33:59.750210 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-1e34780a-27fb-4826-ba9b-39285d3d8d4b tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:33:59.751902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-1e34780a-27fb-4826-ba9b-39285d3d8d4b tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 813 time: 0.1901414 Jan 22 08:33:59.770535 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Request body: {'port': {'device_id': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef', 'admin_state_up': True, 'tenant_id': 'a963615e423c4ea4892862730f75ef91'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:33:59.916068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Made reservation on behalf of a963615e423c4ea4892862730f75ef91 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:33:59.919780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.059743 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Allocated IP 172.20.0.5 (73ced726-27c6-42e1-b478-8f927f9a67ef/3b8e2c60-298a-4a04-9395-c7b92f00b4b3/eba1afff-8c46-46ef-95db-c5736600ddc5) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:34:00.233090 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks [] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.269246 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.311810 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Network 73ced726-27c6-42e1-b478-8f927f9a67ef is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:34:00.317331 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:34:00.320950 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:34:00.326544 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:00.327211 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.337141 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Pushing event updated for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:34:00.350734 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-c448005d-43a8-4656-9968-9b3dd95eebf0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852799 Jan 22 08:34:00.364317 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Request body: {'port': {'device_id': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:34:00.425570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.526874 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8260e-baef-4b04-be2a-072fb4d7f5e4 req-d000ef83-f588-44de-aaf0-97eeb0e6cd25 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:00.528276 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18e8260e-baef-4b04-be2a-072fb4d7f5e4 req-d000ef83-f588-44de-aaf0-97eeb0e6cd25 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1005125 Jan 22 08:34:00.658691 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-18e8260e-baef-4b04-be2a-072fb4d7f5e4 req-4441cf88-0069-41b9-9d6d-9320365f4196 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842276 Jan 22 08:34:00.799161 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1afff-8c46-46ef-95db-c5736600ddc5 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:34:00.807403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks [] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.827032 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Transition to ACTIVE for port object eba1afff-8c46-46ef-95db-c5736600ddc5 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:34:00.848040 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:00.955134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:34:00.971999 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde92bf2-412f-42be-9a26-2c07d2e71692 req-a49cf9bd-2f29-4ddb-820c-9ed59fc90a34 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:00.973433 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874126-89a6-4879-9727-444e22cdf6d8 req-9e242b29-bdcb-42d7-bf6d-7dd317a9ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:00.973980 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dde92bf2-412f-42be-9a26-2c07d2e71692 req-a49cf9bd-2f29-4ddb-820c-9ed59fc90a34 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 943 time: 0.1491048 Jan 22 08:34:00.976072 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-9e242b29-bdcb-42d7-bf6d-7dd317a9ea95 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0573485 Jan 22 08:34:00.984785 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e308e-9fb2-4a58-8687-7b79dca647b3 req-3438036d-4ac6-4781-9030-7995409f1a6c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:00.987157 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb9e308e-9fb2-4a58-8687-7b79dca647b3 req-3438036d-4ac6-4781-9030-7995409f1a6c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1588681 Jan 22 08:34:01.056155 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Attempting to bind port eba1afff-8c46-46ef-95db-c5736600ddc5 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:34:01.056490 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Attempting to bind port eba1afff-8c46-46ef-95db-c5736600ddc5 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:34:01.056832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Attempting to bind port eba1afff-8c46-46ef-95db-c5736600ddc5 on network 73ced726-27c6-42e1-b478-8f927f9a67ef {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:34:01.082489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Port eba1afff-8c46-46ef-95db-c5736600ddc5 on network 73ced726-27c6-42e1-b478-8f927f9a67ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:34:01.082844 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Attempting to bind port eba1afff-8c46-46ef-95db-c5736600ddc5 on network 73ced726-27c6-42e1-b478-8f927f9a67ef {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:34:01.102574 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874126-89a6-4879-9727-444e22cdf6d8 req-1524ad14-7a25-4b63-b448-c3b36b08e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.104110 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-1524ad14-7a25-4b63-b448-c3b36b08e2c0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1213012 Jan 22 08:34:01.105839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:34:01.106193 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Checking segment: {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:34:01.106574 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Bound using segment: {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:34:01.107297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Bound port: eba1afff-8c46-46ef-95db-c5736600ddc5, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:34:01.107531 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:01.126548 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb9e308e-9fb2-4a58-8687-7b79dca647b3 req-91e11322-1b75-4822-af8c-4d29988a7a4f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233883 Jan 22 08:34:01.131716 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dde92bf2-412f-42be-9a26-2c07d2e71692 req-b8ccb82b-bafb-4b08-a434-8af051a29462 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435146 Jan 22 08:34:01.190382 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:34:01.193722 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=eba1afff-8c46-46ef-95db-c5736600ddc5,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:34:01.194709 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-08b69483-b7ff-400f-81a4-f9739e7bb528 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1001 time: 0.0843894 Jan 22 08:34:01.197553 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:01.233292 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.233887 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:01.236758 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] 10.222.0.107 "PUT /v2.0/ports/eba1afff-8c46-46ef-95db-c5736600ddc5 HTTP/1.1" status: 200 len: 1093 time: 0.8762007 Jan 22 08:34:01.236758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:34:01.239101 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996d99e-e1b5-4944-9229-6339c9095254" -d '{"events": [{"name": "network-changed", "server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:34:01.246343 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874126-89a6-4879-9727-444e22cdf6d8 req-c7692803-7f78-4fdc-9e24-583b4a4e3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.247927 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-c7692803-7f78-4fdc-9e24-583b4a4e3622 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0468571 Jan 22 08:34:01.262312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a135-d93b-4b9f-b7b7-ad15312fbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:34:01.307109 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874126-89a6-4879-9727-444e22cdf6d8 req-f9a3a0eb-4cc5-45e1-be47-d99eaf836f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.308931 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-f9a3a0eb-4cc5-45e1-be47-d99eaf836f4b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522547 Jan 22 08:34:01.344873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-86077747-a580-47ec-bb1e-62cf197f8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.346839 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-86077747-a580-47ec-bb1e-62cf197f8eeb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0623670 Jan 22 08:34:01.395038 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-38f37ca9-caec-4e44-a65a-a71c472155ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba1afff-8c46-46ef-95db-c5736600ddc5 HTTP/1.1" status: 200 len: 217 time: 0.0401692 Jan 22 08:34:01.419239 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-265b65db-cde5-4483-b968-a81a47b7b727 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038265 Jan 22 08:34:01.442619 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24229a7b-e49b-4b6c-9e53-26afc98ce2b0 x-openstack-request-id: req-24229a7b-e49b-4b6c-9e53-26afc98ce2b0 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:34:01.442947 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:34:01.443175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-24229a7b-e49b-4b6c-9e53-26afc98ce2b0 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:34:01.443725 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5', 'status': 'completed', 'code': 200} Jan 22 08:34:01.456658 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-d0b3594c-0ffe-4c03-a222-b8793a3912c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.458147 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-d0b3594c-0ffe-4c03-a222-b8793a3912c5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3b8e2c60-298a-4a04-9395-c7b92f00b4b3 HTTP/1.1" status: 200 len: 853 time: 0.0558832 Jan 22 08:34:01.491046 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-0b4abe2f-c383-4b6d-9b1b-0d0a0d4f7eb5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=73ced726-27c6-42e1-b478-8f927f9a67ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256734 Jan 22 08:34:01.518931 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-01874126-89a6-4879-9727-444e22cdf6d8 req-ec66bc97-a07e-45d1-a169-dcf989901132 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936964 Jan 22 08:34:01.588492 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-d6396b30-369a-40c5-b60f-1c998518e9e2 service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904193 Jan 22 08:34:01.681857 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a13dbe07-0caf-4735-8f3f-4093f4527066 req-608f236a-f0a9-40ec-97e2-15b71dcbe244 service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854390 Jan 22 08:34:01.791601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d99e-e1b5-4944-9229-6339c9095254 req-68a63dd5-4c58-4ad6-9ec2-b77c419771bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.793154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-68a63dd5-4c58-4ad6-9ec2-b77c419771bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0473149 Jan 22 08:34:01.897433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d99e-e1b5-4944-9229-6339c9095254 req-2a3611e9-f4e1-4d9f-a84c-85348515ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:01.898936 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-2a3611e9-f4e1-4d9f-a84c-85348515ce73 service neutron] 10.222.0.107 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 913 time: 0.0947585 Jan 22 08:34:01.955719 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-1c68682c-a278-4694-a767-c4c4274f6d06 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eba1afff-8c46-46ef-95db-c5736600ddc5 HTTP/1.1" status: 200 len: 217 time: 0.0388787 Jan 22 08:34:02.008072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d99e-e1b5-4944-9229-6339c9095254 req-0f53e94c-2209-4b3d-abb9-56384e2a2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:02.009527 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-0f53e94c-2209-4b3d-abb9-56384e2a2e5c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3b8e2c60-298a-4a04-9395-c7b92f00b4b3 HTTP/1.1" status: 200 len: 853 time: 0.0449929 Jan 22 08:34:02.042715 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-5099995e-ba0b-451b-8cf8-2f0fe30e34f6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=73ced726-27c6-42e1-b478-8f927f9a67ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252452 Jan 22 08:34:02.212192 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-a7990d9c-6b4b-471b-8d6f-40c1d182161a service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562960 Jan 22 08:34:02.395170 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c599d02-2e2f-4a78-81f0-884c984a3f2c req-d9b7169e-4fa1-4abe-8eec-251c38d69471 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:02.396695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c599d02-2e2f-4a78-81f0-884c984a3f2c req-d9b7169e-4fa1-4abe-8eec-251c38d69471 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.1420901 Jan 22 08:34:02.400585 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0996d99e-e1b5-4944-9229-6339c9095254 req-cbc2a697-0c8a-4bf7-b2e2-00914b282c12 service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820450 Jan 22 08:34:02.409541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9db8-2785-4654-bef4-85cd63ff56af req-48933542-f38c-488a-9150-95eddf32fa49 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:02.411040 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a9c9db8-2785-4654-bef4-85cd63ff56af req-48933542-f38c-488a-9150-95eddf32fa49 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 943 time: 0.1433208 Jan 22 08:34:02.488388 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c599d02-2e2f-4a78-81f0-884c984a3f2c req-cde87d70-648a-49b5-9199-5bea31bc19ae tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758648 Jan 22 08:34:02.493655 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a9c9db8-2785-4654-bef4-85cd63ff56af req-c3c58a6b-7889-45a5-9cf5-e1f37df90b1d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750382 Jan 22 08:34:03.630467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e926-8ca9-4f8d-aea7-aca9dfb090f0 req-726237a0-1446-4b18-a27a-673788ece333 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:03.632230 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c82e926-8ca9-4f8d-aea7-aca9dfb090f0 req-726237a0-1446-4b18-a27a-673788ece333 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 943 time: 0.0554154 Jan 22 08:34:03.701650 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c82e926-8ca9-4f8d-aea7-aca9dfb090f0 req-312c72d7-bd7f-4b03-a31a-b788a58ea3f2 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628271 Jan 22 08:34:04.830282 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7db4-4f37-4b64-9484-0c2ee2643b16 req-5a349d1b-954f-46a0-ae67-662d628bc085 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:04.832623 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24cf7db4-4f37-4b64-9484-0c2ee2643b16 req-5a349d1b-954f-46a0-ae67-662d628bc085 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 943 time: 0.0564647 Jan 22 08:34:04.889007 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24cf7db4-4f37-4b64-9484-0c2ee2643b16 req-c7a0f358-04c4-4718-b7bc-a690b06cc677 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 Jan 22 08:34:05.687265 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device eba1afff-8c46-46ef-95db-c5736600ddc5 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:34:05.862277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=eba1afff-8c46-46ef-95db-c5736600ddc5,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:34:05.883373 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'eba1afff-8c46-46ef-95db-c5736600ddc5', 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef', 'port_id': 'eba1afff-8c46-46ef-95db-c5736600ddc5', 'mac_address': 'fa:16:3e:eb:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8e2c60-298a-4a04-9395-c7b92f00b4b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:34:05.934692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port eba1afff-8c46-46ef-95db-c5736600ddc5 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:34:05.935220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:05.951728 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba1afff-8c46-46ef-95db-c5736600ddc5 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:34:05.991609 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=eba1afff-8c46-46ef-95db-c5736600ddc5,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:34:05.996450 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:06.062781 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b54ea-d4cd-41d7-b5c7-6777fb4d2a10 req-5ee612d9-5d13-45e4-9eb3-3bffcb895d77 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:06.065931 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f8b54ea-d4cd-41d7-b5c7-6777fb4d2a10 req-5ee612d9-5d13-45e4-9eb3-3bffcb895d77 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 944 time: 0.0783696 Jan 22 08:34:06.079359 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:34:06.094936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.095350 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.095934 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.096491 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.096931 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.097515 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.097931 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.098407 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.098939 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.099511 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.099969 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.100478 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.101028 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:34:06.131642 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f8b54ea-d4cd-41d7-b5c7-6777fb4d2a10 req-d6b7781d-31b6-4949-9fc9-be73e1549a36 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Jan 22 08:34:06.392362 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['eba1afff-8c46-46ef-95db-c5736600ddc5'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:34:06.441315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:07.019709 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5a24e4fa-1cf3-43ba-9ec3-6f7a3e736856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:07.331290 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d56a-42f3-4ce8-8f59-f4d86503fadc req-7f392836-5fe3-4196-8fa3-3db017413a51 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:07.333891 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56e3d56a-42f3-4ce8-8f59-f4d86503fadc req-7f392836-5fe3-4196-8fa3-3db017413a51 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 944 time: 0.0877116 Jan 22 08:34:07.401614 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56e3d56a-42f3-4ce8-8f59-f4d86503fadc req-2361348e-e046-44f7-bfea-98531eece997 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Jan 22 08:34:07.704788 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device eba1afff-8c46-46ef-95db-c5736600ddc5 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:34:07.945303 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port eba1afff-8c46-46ef-95db-c5736600ddc5 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:34:07.949472 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port eba1afff-8c46-46ef-95db-c5736600ddc5 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:34:07.949897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:08.051618 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port eba1afff-8c46-46ef-95db-c5736600ddc5 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:34:08.052323 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:08.087385 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:34:08.089878 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced923ce-b39c-45d8-8d96-a91c9cb4d0cf" -d '{"events": [{"server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "name": "network-vif-plugged", "status": "completed", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:34:08.105729 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=eba1afff-8c46-46ef-95db-c5736600ddc5,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:34:08.112666 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:08.196526 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:34:08.250876 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae443571-7fb6-4e29-ba7c-6ef9666907eb x-openstack-request-id: req-ae443571-7fb6-4e29-ba7c-6ef9666907eb {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:34:08.252296 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "name": "network-vif-plugged", "status": "completed", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:34:08.252721 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae443571-7fb6-4e29-ba7c-6ef9666907eb {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:34:08.253379 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5', 'code': 200} Jan 22 08:34:08.476949 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36d619-d60b-4abc-8fac-26b982cb66d4 req-51da61aa-e1c2-45ab-8f5d-1f793a407e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:08.478561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b36d619-d60b-4abc-8fac-26b982cb66d4 req-51da61aa-e1c2-45ab-8f5d-1f793a407e0b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0691476 Jan 22 08:34:08.576162 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b36d619-d60b-4abc-8fac-26b982cb66d4 req-b2a443ee-f86a-4119-a1fc-0eef326441c4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910046 Jan 22 08:34:08.598882 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc310-a156-4c1b-a20d-05b4b573129b req-bbe2d26f-1aae-4914-a3f1-eff643773303 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:08.600492 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b18bc310-a156-4c1b-a20d-05b4b573129b req-bbe2d26f-1aae-4914-a3f1-eff643773303 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0883014 Jan 22 08:34:08.670766 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b18bc310-a156-4c1b-a20d-05b4b573129b req-78c8c448-3d9f-4d58-93c4-a75d13641ee5 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Jan 22 08:34:09.602266 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-191e1467-5f0e-449b-9fcf-73eed2299ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:09.843519 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8994-34e5-49c1-853c-3882e24b0015 req-30363649-c8f4-4558-881a-b0c66695e70b tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:09.845730 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26df8994-34e5-49c1-853c-3882e24b0015 req-30363649-c8f4-4558-881a-b0c66695e70b tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0619934 Jan 22 08:34:09.924721 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26df8994-34e5-49c1-853c-3882e24b0015 req-76c6386e-406a-4c4d-9ee1-df8b8f99df2e tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680590 Jan 22 08:34:11.076200 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1f447-8162-4b5b-a9fc-a1ecbeac7b42 req-8fd27e59-e11b-4047-b1d3-e550ca70da83 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:11.077989 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0c1f447-8162-4b5b-a9fc-a1ecbeac7b42 req-8fd27e59-e11b-4047-b1d3-e550ca70da83 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0776937 Jan 22 08:34:11.143199 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b0c1f447-8162-4b5b-a9fc-a1ecbeac7b42 req-732d8ce3-3c24-4ef5-99cc-f5e7ad50c258 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Jan 22 08:34:11.495167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:12.540755 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-60b75c10-cf3e-41b6-b2a5-d8cb904a0721 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605488 Jan 22 08:34:12.694466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-6d51006f-92eb-47b4-8f8c-ca0f2bd0a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:12.697236 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-6d51006f-92eb-47b4-8f8c-ca0f2bd0a43f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 1099 time: 0.0766280 Jan 22 08:34:12.841310 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-21102ad6-c478-4889-a9ca-668ca302a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:12.842813 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-21102ad6-c478-4889-a9ca-668ca302a784 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1205001 Jan 22 08:34:12.928476 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-23940be5-0460-4431-9ace-a6a8c355aa8c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 200 len: 1001 time: 0.0792181 Jan 22 08:34:12.986782 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-e9581a74-47f2-4b83-8e8b-f8ad5c2f983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:12.988596 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-e9581a74-47f2-4b83-8e8b-f8ad5c2f983c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0536366 Jan 22 08:34:13.047278 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-c25421e8-68f8-4ce2-ac61-585bed663560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:13.049681 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-c25421e8-68f8-4ce2-ac61-585bed663560 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552752 Jan 22 08:34:13.167943 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-901b8416-bdf4-4420-8952-1bb6d1edc93d service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096461 Jan 22 08:34:13.283830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4020d984-d41e-40dc-818e-85d2bc67ac87 req-931fe628-b5b5-4cbd-b378-afd0ac08eb5b service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089842 Jan 22 08:34:13.786073 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:14.374916 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:27.160737 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:34:36.398085 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:37.020509 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0d9f929f-8db3-4e8d-90c4-0c3874aee04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:39.598245 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e710119-2f7c-496e-b019-e665e3b9946a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:41.494313 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:43.785604 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:44.368313 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:34:54.863520 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b0614-89be-4b53-aa9e-5fdbdecb116d req-9848dbc4-057c-49ff-8002-860c86b24a00 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:54.865052 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-685b0614-89be-4b53-aa9e-5fdbdecb116d req-9848dbc4-057c-49ff-8002-860c86b24a00 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0497427 Jan 22 08:34:54.926593 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-685b0614-89be-4b53-aa9e-5fdbdecb116d req-9f5a4274-11a9-4626-ab29-b982e0c98cab tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555212 Jan 22 08:34:56.052169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7328-6acb-4e01-b595-82cd153f5609 req-eb67e1bc-6530-4bae-8a0e-e1ca197cf64a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:56.053624 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2fa7328-6acb-4e01-b595-82cd153f5609 req-eb67e1bc-6530-4bae-8a0e-e1ca197cf64a tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0496016 Jan 22 08:34:56.118608 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2fa7328-6acb-4e01-b595-82cd153f5609 req-2c4d8782-c60f-43b7-9d6d-dfe4773a3621 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592375 Jan 22 08:34:57.253689 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d958776-3826-4de0-9c0e-166c002bcc30 req-93867329-226f-499e-abec-9c04a5019b2e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:57.255217 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d958776-3826-4de0-9c0e-166c002bcc30 req-93867329-226f-499e-abec-9c04a5019b2e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0593152 Jan 22 08:34:57.321031 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d958776-3826-4de0-9c0e-166c002bcc30 req-a6275d2b-e713-431a-a0ef-4459c0300bdb tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598536 Jan 22 08:34:57.977734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-2c21cee7-9ed9-45c8-a9e2-1a6f02dffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:57.979264 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-2c21cee7-9ed9-45c8-a9e2-1a6f02dffca3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1138 time: 0.0416644 Jan 22 08:34:58.074303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-7363dd9e-7b42-49b4-ae95-e076d11629da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:58.076423 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-7363dd9e-7b42-49b4-ae95-e076d11629da service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.0902181 Jan 22 08:34:58.152070 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-9484a0ca-4b4d-4023-a7b5-aed29b2fc926 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1002 time: 0.0696502 Jan 22 08:34:58.204576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-9178c30a-e52c-4da0-9972-df5cd261a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:58.206096 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-9178c30a-e52c-4da0-9972-df5cd261a436 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0486779 Jan 22 08:34:58.556433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-ea3aab25-a8c2-4de2-888d-1b81cda3b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:58.557915 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-ea3aab25-a8c2-4de2-888d-1b81cda3b2ee service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3450789 Jan 22 08:34:58.675381 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66764d57-ca12-4350-a4b1-082d27ce0a6f req-bfca1a9a-6b8c-451a-8bf6-1e42fad0534f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:58.676992 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66764d57-ca12-4350-a4b1-082d27ce0a6f req-bfca1a9a-6b8c-451a-8bf6-1e42fad0534f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.1230025 Jan 22 08:34:58.706986 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-010175a3-f7f7-4dc3-8688-b69afe9b0f6b service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365349 Jan 22 08:34:58.777822 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66764d57-ca12-4350-a4b1-082d27ce0a6f req-b883966b-17ce-4254-81cc-febde2bad464 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913093 Jan 22 08:34:58.838898 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc55fa22-ad07-4433-aadd-a6d5e030dae9 req-8ffaf5db-968a-4724-b092-1ca018a9929f service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241374 Jan 22 08:34:59.329547 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba665c-84a3-4820-a745-bd2aa598898f req-65472ae7-f9cd-4691-8d4e-e0032377abe7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:59.331049 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fba665c-84a3-4820-a745-bd2aa598898f req-65472ae7-f9cd-4691-8d4e-e0032377abe7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0558333 Jan 22 08:34:59.383776 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fba665c-84a3-4820-a745-bd2aa598898f req-2f85a81d-e979-480e-a07c-00ef6d2c9bbf tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467925 Jan 22 08:34:59.911392 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcd0a7-7003-4034-874e-4088b21d4c2a req-eae6307c-1da2-43c4-9579-b602501563a9 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:34:59.913088 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5bcd0a7-7003-4034-874e-4088b21d4c2a req-eae6307c-1da2-43c4-9579-b602501563a9 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0610101 Jan 22 08:34:59.992469 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5bcd0a7-7003-4034-874e-4088b21d4c2a req-1694cc84-531d-49a1-bcf2-3522b6e55a53 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706728 Jan 22 08:35:00.522281 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cbc4c-84ec-442d-9f1e-cef5e304be54 req-42202e89-eef1-4305-a439-dd14a1d35aed tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:00.524029 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-152cbc4c-84ec-442d-9f1e-cef5e304be54 req-42202e89-eef1-4305-a439-dd14a1d35aed tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0581422 Jan 22 08:35:00.578808 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-152cbc4c-84ec-442d-9f1e-cef5e304be54 req-e75b90d3-29c5-46fd-85cb-c695d741470a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490437 Jan 22 08:35:01.122254 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9540c-0d95-4787-8b85-d453c0276064 req-41562c80-5943-4385-8ee3-690042bc04f5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:01.124660 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8da9540c-0d95-4787-8b85-d453c0276064 req-41562c80-5943-4385-8ee3-690042bc04f5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0540316 Jan 22 08:35:01.190449 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8da9540c-0d95-4787-8b85-d453c0276064 req-29a9d38b-c9f3-4c0a-b96f-67b465b51618 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591264 Jan 22 08:35:01.718793 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-2139780f-e669-4cd9-a71d-c0f3ba76aef5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:01.720278 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-2139780f-e669-4cd9-a71d-c0f3ba76aef5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0794759 Jan 22 08:35:01.741446 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cc1eb-6e09-411d-bbc3-9b8ba10db07d req-5ee887ee-33e3-48aa-95cc-d1e60c6a3214 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:01.743065 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-542cc1eb-6e09-411d-bbc3-9b8ba10db07d req-5ee887ee-33e3-48aa-95cc-d1e60c6a3214 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 946 time: 0.0768516 Jan 22 08:35:01.841295 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-542cc1eb-6e09-411d-bbc3-9b8ba10db07d req-b18a3f49-56cb-4d18-81c6-1128c2973ff0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=79373227-b4a9-4840-8b6f-94e56fcd9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778985 Jan 22 08:35:01.863740 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Deleting port 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:35:01.863996 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:01.959402 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] For port 6f676bd9-76c4-453a-988c-f147ec3ba521, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=6f676bd9-76c4-453a-988c-f147ec3ba521,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:01.959765 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:02.256854 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:02.257590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:02.257805 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Floating IP fc1cc1e6-4741-4377-b339-ff7b99ba1174 disassociated. External IP: 172.27.3.117, port: 6f676bd9-76c4-453a-988c-f147ec3ba521. Jan 22 08:35:02.258267 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Calling delete_port for 6f676bd9-76c4-453a-988c-f147ec3ba521 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:35:02.371675 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de0447-9b7e-42b1-8151-b0921f040596 req-9d24b97d-3399-4d19-9570-99a23b641efb tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:02.373999 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34de0447-9b7e-42b1-8151-b0921f040596 req-9d24b97d-3399-4d19-9570-99a23b641efb tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.1054053 Jan 22 08:35:02.485719 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34de0447-9b7e-42b1-8151-b0921f040596 req-730cb765-94af-48cd-a89c-945d4f76646f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049073 Jan 22 08:35:02.501017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (6f676bd9-76c4-453a-988c-f147ec3ba521), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:02.531934 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'Port': ['ID=6f676bd9-76c4-453a-988c-f147ec3ba521,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:02.542724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.543098 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.543439 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.543777 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.544106 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.544935 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.545265 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.545590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.546173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.546774 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.547157 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.547487 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.547820 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:02.675623 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:35:02.794910 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:35:02.807751 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:35:02.818360 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:02.819184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:34:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:02.835182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] No DVR routers for this DVR port 6f676bd9-76c4-453a-988c-f147ec3ba521 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:35:02.837713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:02.842254 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-36fe89b6-715a-4ceb-a8cb-9ba59ce41b51 req-0767d7fc-7fd8-4c01-b2b6-554f9dfe9f91 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "DELETE /v2.0/ports/6f676bd9-76c4-453a-988c-f147ec3ba521 HTTP/1.1" status: 204 len: 173 time: 1.1136603 Jan 22 08:35:02.842792 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-deleted', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:02.845182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9caa56-c512-4f0c-b089-e119b43e884b" -d '{"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-deleted", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:02.885536 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa253cda-5862-4435-953e-b99be93d33db x-openstack-request-id: req-fa253cda-5862-4435-953e-b99be93d33db {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:02.886102 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e189d55-3836-41bd-b728-1a75c1309cbf", "name": "network-vif-deleted", "tag": "6f676bd9-76c4-453a-988c-f147ec3ba521", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:02.886416 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fa253cda-5862-4435-953e-b99be93d33db {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:02.886981 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e189d55-3836-41bd-b728-1a75c1309cbf', 'name': 'network-vif-deleted', 'tag': '6f676bd9-76c4-453a-988c-f147ec3ba521', 'status': 'completed', 'code': 200} Jan 22 08:35:02.943492 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:02.973537 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-206240b1-53dd-48b3-88f9-86d53121b1c4 req-415a23ce-23b7-4b1c-8d58-d46fd335cacc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e189d55-3836-41bd-b728-1a75c1309cbf HTTP/1.1" status: 200 len: 210 time: 0.0342729 Jan 22 08:35:03.168610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:03.196471 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:35:03.207421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:03.208051 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:34:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:03.348741 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:03.590763 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:03.620633 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ebef3-e66d-4d4f-8292-4dcb50afdfea None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:35:03.629792 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1210818-a819-47a3-8724-42ad14fff446 req-42d478ac-bb25-419d-865d-d7b0b92f9d9e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:03.631419 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1210818-a819-47a3-8724-42ad14fff446 req-42d478ac-bb25-419d-865d-d7b0b92f9d9e tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0666282 Jan 22 08:35:03.708294 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1210818-a819-47a3-8724-42ad14fff446 req-d50eded8-d3cf-4714-9b99-498e98e9d764 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694587 Jan 22 08:35:03.954210 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbffef-167f-438a-85be-823cfec7c0b3 None None] New status for floating IP fc1cc1e6-4741-4377-b339-ff7b99ba1174: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:35:04.010209 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:35:04.048021 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 6f676bd9-76c4-453a-988c-f147ec3ba521 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:35:04.048493 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 6f676bd9-76c4-453a-988c-f147ec3ba521 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:35:04.086897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46734) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:04.157632 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (79373227-b4a9-4840-8b6f-94e56fcd9b86), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.160592 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:35:04.186565 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (79373227-b4a9-4840-8b6f-94e56fcd9b86), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.250546 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (79373227-b4a9-4840-8b6f-94e56fcd9b86), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.253298 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.254698 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "DELETE /v2.0/security-groups/79373227-b4a9-4840-8b6f-94e56fcd9b86 HTTP/1.1" status: 204 len: 168 time: 0.1647685 Jan 22 08:35:04.257737 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46738) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:04.265511 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79373227-b4a9-4840-8b6f-94e56fcd9b86,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:04.273631 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.273980 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.274482 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.274703 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.275056 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.275520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.275723 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.276052 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.276384 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.276711 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.277040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.277365 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.277687 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6868f33-9314-4f03-b2e8-ae69e5e2499e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:04.277902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-d1f9d903-7234-4c2a-a6a8-6ee08819bcea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] show failed (client error): The resource could not be found. Jan 22 08:35:04.279836 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d1f9d903-7234-4c2a-a6a8-6ee08819bcea tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups/79373227-b4a9-4840-8b6f-94e56fcd9b86 HTTP/1.1" status: 404 len: 347 time: 0.0207403 Jan 22 08:35:04.283115 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46740) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:04.429577 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Deleting port 351cd927-3596-42ac-b181-19b260e6bcd7 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:35:04.429917 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.520629 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.520887 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (351cd927-3596-42ac-b181-19b260e6bcd7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.535575 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Calling delete_port for 351cd927-3596-42ac-b181-19b260e6bcd7 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:35:04.702362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569a82-e473-43d2-9a6d-e7ffac73c871 req-d58d1913-fb5b-4f3e-bc9b-a413e5f2d245 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:04.703856 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06569a82-e473-43d2-9a6d-e7ffac73c871 req-d58d1913-fb5b-4f3e-bc9b-a413e5f2d245 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0574377 Jan 22 08:35:04.718327 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (351cd927-3596-42ac-b181-19b260e6bcd7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.752182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'Port': ['ID=351cd927-3596-42ac-b181-19b260e6bcd7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:04.785335 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06569a82-e473-43d2-9a6d-e7ffac73c871 req-dd08bde9-294f-46a7-ada3-9c00ad9a05eb tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747631 Jan 22 08:35:04.851193 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (fc1cc1e6-4741-4377-b339-ff7b99ba1174), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.855763 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:04.860915 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-075f4bff-6e48-4c1f-82aa-92740651adc8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "DELETE /v2.0/floatingips/fc1cc1e6-4741-4377-b339-ff7b99ba1174 HTTP/1.1" status: 204 len: 168 time: 0.5734651 Jan 22 08:35:04.861358 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497f7c0-041f-471a-a7be-7f5becc6d3d0 req-f72925c1-8ad7-472a-9529-4d84e815abd4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:04.861358 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7497f7c0-041f-471a-a7be-7f5becc6d3d0 req-f72925c1-8ad7-472a-9529-4d84e815abd4 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0591509 Jan 22 08:35:04.962010 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7497f7c0-041f-471a-a7be-7f5becc6d3d0 req-777d711e-14a2-4c5d-9b14-b9aa35cac42d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929554 Jan 22 08:35:05.119633 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46752) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:05.126239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890019773', 'description': 'tempest-description--1067924201'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:05.153017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.222790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (b4a596dd-1f43-4683-bbfb-86dfbf61079a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.233603 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b4a596dd-1f43-4683-bbfb-86dfbf61079a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.256115 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.257333 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362264 Jan 22 08:35:05.260525 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46754) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:05.261784 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10f9db-c87d-471d-8d02-404b5936e95b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a596dd-1f43-4683-bbfb-86dfbf61079a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:05.272177 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group_rule': {'security_group_id': 'b4a596dd-1f43-4683-bbfb-86dfbf61079a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:05.305233 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (fc1149ad-b8bf-46a8-96c1-5c1c95c21253), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.364605 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (fc1149ad-b8bf-46a8-96c1-5c1c95c21253), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.368746 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (fc1149ad-b8bf-46a8-96c1-5c1c95c21253), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.387127 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1149ad-b8bf-46a8-96c1-5c1c95c21253,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:05.399705 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.403611 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9495dde5-5044-4b39-8bf6-2ec30fa5b45f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392274 Jan 22 08:35:05.404016 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46756) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:05.408702 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'security_group_rule': {'security_group_id': 'b4a596dd-1f43-4683-bbfb-86dfbf61079a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:05.439127 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (ac3ca9de-aec5-4d19-89e3-eea10f753a36), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.504563 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (ac3ca9de-aec5-4d19-89e3-eea10f753a36), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.508998 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (ac3ca9de-aec5-4d19-89e3-eea10f753a36), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.530138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3ca9de-aec5-4d19-89e3-eea10f753a36,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:05.540196 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.541624 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d9064ad9-c884-4900-935b-72a65b1e57fc tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365840 Jan 22 08:35:05.545884 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 46758) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:05.550435 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:05.575566 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.677948 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.801845 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Allocated IP 172.27.3.41 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/46f2f2f0-e541-4a69-9b40-4980600b7f98) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:35:05.913062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84da48-933b-43c7-bce6-a720a2d95bd3 req-eb3aeae4-494c-40c8-b34a-4e376fae894d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:05.915150 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f84da48-933b-43c7-bce6-a720a2d95bd3 req-eb3aeae4-494c-40c8-b34a-4e376fae894d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0597868 Jan 22 08:35:05.926748 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.970212 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:05.972384 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f84da48-933b-43c7-bce6-a720a2d95bd3 req-2e91e210-f099-4fb2-a24e-4f139893ec57 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Jan 22 08:35:06.023280 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:35:06.026251 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:35:06.029368 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:35:06.112947 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9f909-22dc-4617-bed6-6b22429b6452 req-7f38f931-aecd-4907-bbde-5b1fb7d591bb tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:06.114595 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfd9f909-22dc-4617-bed6-6b22429b6452 req-7f38f931-aecd-4907-bbde-5b1fb7d591bb tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0632157 Jan 22 08:35:06.221126 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bfd9f909-22dc-4617-bed6-6b22429b6452 req-cd8b11e7-b0e6-420c-a9c2-52956edd9ec6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955219 Jan 22 08:35:06.322534 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=46f2f2f0-e541-4a69-9b40-4980600b7f98,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:06.391440 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.400471 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.434646 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.603798 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.608510 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.677799 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=46f2f2f0-e541-4a69-9b40-4980600b7f98,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:06.691016 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.706939 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:06.708238 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-377944d2-bdb4-4081-8803-5bbc10a7b6e9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1612108 Jan 22 08:35:06.924312 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-b76a5634-c10b-464f-bb3a-2c51de7cc36d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1890019773&fields=id&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 267 time: 0.0443082 Jan 22 08:35:07.017008 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e8c93d2-1170-4258-8e5f-05beef5c0dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:07.046348 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-02d7391c-a0ec-4f98-858b-4eef4675c9f7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:07.047887 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-02d7391c-a0ec-4f98-858b-4eef4675c9f7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 816 time: 0.1173437 Jan 22 08:35:07.089961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-02bb5f69-7818-409b-8bd2-bb709dea5db8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/quotas/9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 375 time: 0.0319324 Jan 22 08:35:07.140718 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19be1-1c33-4957-9ca5-f2471c2ceaea req-2a00279b-228f-4973-b395-0682d208558d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:07.142220 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46e19be1-1c33-4957-9ca5-f2471c2ceaea req-2a00279b-228f-4973-b395-0682d208558d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0934405 Jan 22 08:35:07.183902 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-9cae66b9-a7d3-48d2-b3af-645fc3ffa5f4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862794 Jan 22 08:35:07.211866 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46e19be1-1c33-4957-9ca5-f2471c2ceaea req-5e57975f-817a-45e1-8bbe-01271f86f4ba tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Jan 22 08:35:07.282234 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-6ef74f1b-d918-418b-b616-49aac6c3c871 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:07.283849 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-6ef74f1b-d918-418b-b616-49aac6c3c871 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 945 time: 0.0711281 Jan 22 08:35:07.449447 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-d6a76533-d7cd-4075-b40f-e886e3e366a6 service neutron] 10.222.0.84 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540431 Jan 22 08:35:07.458247 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1840d-642f-4d51-a838-ef31f822063d req-16f896b2-da62-489d-9f69-b5cf8e810ce6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:07.459705 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2da1840d-642f-4d51-a838-ef31f822063d req-16f896b2-da62-489d-9f69-b5cf8e810ce6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.1583736 Jan 22 08:35:07.563734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Deleting port eba1afff-8c46-46ef-95db-c5736600ddc5 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:35:07.564069 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:07.624649 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2da1840d-642f-4d51-a838-ef31f822063d req-6eb7e3aa-a00b-4c37-af7a-cc63c4850fa5 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546416 Jan 22 08:35:07.664996 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-c284354e-379d-42d0-9542-75f91ccd3c74 service neutron] 10.222.0.84 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034359 Jan 22 08:35:07.698659 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] For port eba1afff-8c46-46ef-95db-c5736600ddc5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=eba1afff-8c46-46ef-95db-c5736600ddc5,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:07.699065 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:07.711375 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Calling delete_port for eba1afff-8c46-46ef-95db-c5736600ddc5 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:35:08.044858 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-14ea1c59-6769-4949-9129-007e57a6c8ee req-8d7898d2-f135-4088-8747-f653a4a4e658 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 210 time: 0.0289266 Jan 22 08:35:08.133224 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (eba1afff-8c46-46ef-95db-c5736600ddc5), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:08.166537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Pushing event deleted for resources: {'Port': ['ID=eba1afff-8c46-46ef-95db-c5736600ddc5,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:08.208232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] No DVR routers for this DVR port eba1afff-8c46-46ef-95db-c5736600ddc5 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:35:08.211543 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:08.215377 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d4a0a22-0d4c-4467-b30f-2b87906d4d79 req-5caac988-6338-4c76-a22d-bb4ca318dc15 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "DELETE /v2.0/ports/eba1afff-8c46-46ef-95db-c5736600ddc5 HTTP/1.1" status: 204 len: 173 time: 0.9247532 Jan 22 08:35:08.227468 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'name': 'network-vif-deleted', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:08.232472 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffce873-c1f2-4591-bd27-6b9b77c83bf5" -d '{"events": [{"server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "name": "network-vif-deleted", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:08.299518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b06e1-8beb-4483-92f2-b92d7f0876dc x-openstack-request-id: req-422b06e1-8beb-4483-92f2-b92d7f0876dc {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:08.299911 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145f010-db8f-4b1e-ab03-cfffafd72eb7", "name": "network-vif-deleted", "tag": "eba1afff-8c46-46ef-95db-c5736600ddc5", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:08.300262 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-422b06e1-8beb-4483-92f2-b92d7f0876dc {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:08.300754 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145f010-db8f-4b1e-ab03-cfffafd72eb7', 'name': 'network-vif-deleted', 'tag': 'eba1afff-8c46-46ef-95db-c5736600ddc5', 'status': 'completed', 'code': 200} Jan 22 08:35:08.317898 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d4ccc7d-d1b3-4e5b-8412-630b1d7ad58c req-8e0ab143-3cce-4fc8-a78a-c06b9be6827a tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=8145f010-db8f-4b1e-ab03-cfffafd72eb7 HTTP/1.1" status: 200 len: 210 time: 0.0296338 Jan 22 08:35:08.773970 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eee9e-bfc8-43a9-99b6-57edd7598b4a req-60010c1b-2d10-4c43-854b-1b26aaaecc08 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:08.776906 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-759eee9e-bfc8-43a9-99b6-57edd7598b4a req-60010c1b-2d10-4c43-854b-1b26aaaecc08 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0738723 Jan 22 08:35:08.857223 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-759eee9e-bfc8-43a9-99b6-57edd7598b4a req-01f67a91-a54a-4dc3-ba4e-0107c64615a6 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722032 Jan 22 08:35:08.970027 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-ba665b80-0555-4ca4-bb42-d93fc1014555 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:08.971432 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-ba665b80-0555-4ca4-bb42-d93fc1014555 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 816 time: 0.1091347 Jan 22 08:35:09.034738 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-61c03cb6-1cda-42bf-885d-7f716b5dc6ca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 380 time: 0.0550740 Jan 22 08:35:09.044989 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'port': {'device_id': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'admin_state_up': True, 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'security_groups': ['b4a596dd-1f43-4683-bbfb-86dfbf61079a']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:09.160426 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-881202bc-1475-4c3e-8fb5-884282255501 req-44b179a8-2832-442a-aa38-bd1579185920 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 210 time: 0.0340889 Jan 22 08:35:09.186069 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Made reservation on behalf of 9052d0fbb4c64f2db56028d46e77cb93 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:35:09.189671 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.330484 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Allocated IP 172.20.0.6 (6988f079-6cc7-4d6e-af0a-62a78b3f5453/41cad627-969f-4a86-b074-2a484ec140bb/c417c270-1dee-4a22-b98a-a3fe12f1963a) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:35:09.485677 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.544929 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.595900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:35:09.600730 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-96631f3b-258d-47b9-bde3-81eda0187d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.602124 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:35:09.606148 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:35:09.612866 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:09.613544 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.625664 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:09.641259 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a46735bc-8a99-4b51-8743-a5312537da6b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001711 Jan 22 08:35:09.722135 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Request body: {'port': {'device_id': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:09.803136 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.896101 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ac69809d-4b38-471e-8b94-30d5fac07b72 None None] Provisioning complete for port c417c270-1dee-4a22-b98a-a3fe12f1963a triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:35:09.896478 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ac69809d-4b38-471e-8b94-30d5fac07b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:09.942808 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ac69809d-4b38-471e-8b94-30d5fac07b72 None None] Port c417c270-1dee-4a22-b98a-a3fe12f1963a cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:35:10.065884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bebc0c-9171-47b6-9bde-6eca5e54fb44 req-9f087729-5059-4f7f-97b8-d446380c1a61 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:10.067423 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0bebc0c-9171-47b6-9bde-6eca5e54fb44 req-9f087729-5059-4f7f-97b8-d446380c1a61 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.1069601 Jan 22 08:35:10.184317 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0bebc0c-9171-47b6-9bde-6eca5e54fb44 req-d5454053-42c9-4290-989f-93fa6368c60f tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=04e422c0-9bec-4b3a-bf61-175f72747df2&id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055391 Jan 22 08:35:10.186959 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:10.197452 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks [] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:10.213018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Transition to ACTIVE for port object c417c270-1dee-4a22-b98a-a3fe12f1963a will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:35:10.217711 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:10.317362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:10.362386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f16-4e38-44f1-9e94-e5af49a806aa req-55d423e9-7958-4ad4-aaa8-e667315ef201 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:10.364154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ec10f16-4e38-44f1-9e94-e5af49a806aa req-55d423e9-7958-4ad4-aaa8-e667315ef201 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.1098473 Jan 22 08:35:10.368459 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device eba1afff-8c46-46ef-95db-c5736600ddc5 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:35:10.396500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Attempting to bind port c417c270-1dee-4a22-b98a-a3fe12f1963a on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:35:10.396992 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Attempting to bind port c417c270-1dee-4a22-b98a-a3fe12f1963a by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:35:10.397310 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Attempting to bind port c417c270-1dee-4a22-b98a-a3fe12f1963a on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:10.397636 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: eba1afff-8c46-46ef-95db-c5736600ddc5 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:35:10.398416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device eba1afff-8c46-46ef-95db-c5736600ddc5 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:35:10.408588 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Port c417c270-1dee-4a22-b98a-a3fe12f1963a on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:35:10.409019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Attempting to bind port c417c270-1dee-4a22-b98a-a3fe12f1963a on network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:10.423847 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:35:10.424337 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Checking segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:35:10.424733 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Bound using segment: {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:35:10.425299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Bound port: c417c270-1dee-4a22-b98a-a3fe12f1963a, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a39055-1f70-492f-a716-53517f653d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:35:10.425800 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:10.454874 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ec10f16-4e38-44f1-9e94-e5af49a806aa req-d6cc9e55-6c49-45db-87aa-824968cf381e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769749 Jan 22 08:35:10.504964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:35:10.508329 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:35:10.514321 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:10.551902 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:10.552521 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:10.553889 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] 10.222.0.107 "PUT /v2.0/ports/c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 1093 time: 0.8365984 Jan 22 08:35:10.554308 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:10.556702 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:10.588255 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6a2c-5bbb-4fde-8359-a767fbef34b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:10.609510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397d1c5-6f0b-4017-b46a-f64eb60e5d41 x-openstack-request-id: req-9397d1c5-6f0b-4017-b46a-f64eb60e5d41 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:10.609795 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:10.610115 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9397d1c5-6f0b-4017-b46a-f64eb60e5d41 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:10.610447 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'status': 'completed', 'code': 200} Jan 22 08:35:11.498294 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.589422 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:35:11.594691 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:35:11.597116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec19616-31d5-4d0e-a7f0-3c77783b963a req-2b3558a0-c575-432a-8536-bab798b1eef1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:11.598891 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ec19616-31d5-4d0e-a7f0-3c77783b963a req-2b3558a0-c575-432a-8536-bab798b1eef1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0613983 Jan 22 08:35:11.668167 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ec19616-31d5-4d0e-a7f0-3c77783b963a req-5976db4b-7346-4011-ab61-1f8c87aba378 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623136 Jan 22 08:35:12.384658 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-0aabf15a-33fb-42f6-b0ed-8c2064867bc6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533788 Jan 22 08:35:12.388998 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-56f35a87-5b1d-4094-8308-17ba21476807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:12.390649 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-56f35a87-5b1d-4094-8308-17ba21476807 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1096 time: 0.0450525 Jan 22 08:35:12.806833 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde4e4-6f8f-4c0a-bee5-30ab9963d2e0 req-14536bb8-a3cc-4e4c-a8fa-921cc0e25ba7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:12.808525 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1cde4e4-6f8f-4c0a-bee5-30ab9963d2e0 req-14536bb8-a3cc-4e4c-a8fa-921cc0e25ba7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0608375 Jan 22 08:35:12.864927 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c1cde4e4-6f8f-4c0a-bee5-30ab9963d2e0 req-d048304c-943b-4ece-91ea-dbe5d668ad8b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Jan 22 08:35:13.705730 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-d40de0c3-4ab9-4fbe-85e3-15bbacf0bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:13.707297 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-d40de0c3-4ab9-4fbe-85e3-15bbacf0bf3f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0625267 Jan 22 08:35:13.783474 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-fc3cffe2-49d1-4f90-a751-fec72dfd0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:13.786375 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-fc3cffe2-49d1-4f90-a751-fec72dfd0739 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1429253 Jan 22 08:35:13.788851 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:13.853111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-873c87c4-27c6-49ef-bdab-b26f9b36a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:13.854979 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-873c87c4-27c6-49ef-bdab-b26f9b36a6c6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1263468 Jan 22 08:35:13.902003 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-bcf2bd6b-03a6-44c9-9c73-a41270e1e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:13.903629 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f2dac93-51ab-4a1a-9286-a4c6b8e153fa req-bcf2bd6b-03a6-44c9-9c73-a41270e1e962 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1122291 Jan 22 08:35:13.932790 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-aae28e5c-e16e-4424-b1dd-b03964543988 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 200 len: 1001 time: 0.0721436 Jan 22 08:35:13.993595 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-b5fa9d26-7d1f-45ee-99db-3f65b26fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:13.995105 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-b5fa9d26-7d1f-45ee-99db-3f65b26fd37a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0555344 Jan 22 08:35:14.031746 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-d8c37fa0-9be6-4089-a364-d0970b2c8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:14.033284 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-d8c37fa0-9be6-4089-a364-d0970b2c8650 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1096 time: 0.0832267 Jan 22 08:35:14.055627 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ea6e-b225-4d13-95d5-ef057d0349ae req-71666465-741e-4383-8659-75cc6cecc0c7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:14.057382 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7bf4ea6e-b225-4d13-95d5-ef057d0349ae req-71666465-741e-4383-8659-75cc6cecc0c7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0729203 Jan 22 08:35:14.064032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-c90ee66a-6bd4-4430-bed8-f070abba673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:14.065912 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-c90ee66a-6bd4-4430-bed8-f070abba673b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596049 Jan 22 08:35:14.099771 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-47d1bc0c-eaad-45ed-9f0b-5cf4b7d6c7d0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 217 time: 0.0589879 Jan 22 08:35:14.174521 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7bf4ea6e-b225-4d13-95d5-ef057d0349ae req-85f79485-c912-4bcc-9a3a-e6ae7884ba80 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817425 Jan 22 08:35:14.178947 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-bc271359-bb2b-4cd2-ae73-f3309bbdf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:14.179511 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-5a59fbc6-864f-489d-ab0e-4105680b0862 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070077 Jan 22 08:35:14.179941 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-bc271359-bb2b-4cd2-ae73-f3309bbdf3ee service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0713074 Jan 22 08:35:14.246957 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-30aa622a-ace8-4ca8-b17b-df9fae3b435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:14.249331 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-30aa622a-ace8-4ca8-b17b-df9fae3b435a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596826 Jan 22 08:35:14.329965 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-622c55e6-bb57-455a-8bee-36fbe6fc05bf req-d7794680-66fb-4fed-853c-db69aef8ffcd service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402645 Jan 22 08:35:14.378889 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-4552b2be-36ba-4da8-b82d-501a85f19968 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229942 Jan 22 08:35:14.381808 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:14.491838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fcef9ec5-30b5-4325-a05f-f91906cbc78e req-e8d22a20-30ce-4ac1-8662-0f0c2eeaa34d service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077051 Jan 22 08:35:15.322813 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48518634-5cbc-41d0-b837-60dd121521b4 req-8afe130d-2333-431e-8fec-858807fc45d8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:15.324878 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48518634-5cbc-41d0-b837-60dd121521b4 req-8afe130d-2333-431e-8fec-858807fc45d8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0628963 Jan 22 08:35:15.401775 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48518634-5cbc-41d0-b837-60dd121521b4 req-acdc55db-e2f1-4355-bac5-d4a2c96d6e66 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695632 Jan 22 08:35:16.337183 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:35:16.446588 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:16.458136 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:35:16.504098 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:35:16.504500 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:16.519486 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:16.541016 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:16.543569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fc-edcb-434f-84ef-4007dd4fd214 req-42bffdb2-e2f6-4be8-844b-9923669c9f82 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:16.545291 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4462e5fc-edcb-434f-84ef-4007dd4fd214 req-42bffdb2-e2f6-4be8-844b-9923669c9f82 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0586956 Jan 22 08:35:16.545761 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:16.600220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:16.606542 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4462e5fc-edcb-434f-84ef-4007dd4fd214 req-73ddfda1-65d6-4965-b224-11a29f2a1174 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538061 Jan 22 08:35:16.608275 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.609147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.609523 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.609867 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.610210 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.610716 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.611058 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.611390 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.611723 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.612097 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.612368 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.612697 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:16.613013 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:35:17.743532 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15229f3-27e4-46c2-885a-a3292d561046 req-85203cc1-a20c-4d82-88dd-97ad3e5f5dc7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:17.745029 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a15229f3-27e4-46c2-885a-a3292d561046 req-85203cc1-a20c-4d82-88dd-97ad3e5f5dc7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0537729 Jan 22 08:35:17.795644 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a15229f3-27e4-46c2-885a-a3292d561046 req-eba12bd7-32b3-42ae-9869-c2269ace833b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438719 Jan 22 08:35:18.923249 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04cc28-822f-4870-b319-7b1d94c0a1ef req-5fcf3d6b-d137-4d65-b250-87b0b1b2eb43 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:18.925100 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c04cc28-822f-4870-b319-7b1d94c0a1ef req-5fcf3d6b-d137-4d65-b250-87b0b1b2eb43 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0507958 Jan 22 08:35:18.979662 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c04cc28-822f-4870-b319-7b1d94c0a1ef req-74f1b969-f32b-4582-b206-7773567155ab tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488629 Jan 22 08:35:20.105197 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85637b-b0dd-4c49-87c7-2e080c9f668f req-d04f891f-ea10-49e9-a389-8edf2a426d69 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:20.106725 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c85637b-b0dd-4c49-87c7-2e080c9f668f req-d04f891f-ea10-49e9-a389-8edf2a426d69 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0522351 Jan 22 08:35:20.164607 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c85637b-b0dd-4c49-87c7-2e080c9f668f req-7bfd86a8-72a0-4eb7-976f-6a1eeda465e0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513155 Jan 22 08:35:20.586685 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c417c270-1dee-4a22-b98a-a3fe12f1963a'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:35:21.335937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee48df-19ec-4e42-863a-1d6d851d8b1e req-6f023bd9-0af6-46ca-aa47-f2f9a3b063b7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:21.337499 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80ee48df-19ec-4e42-863a-1d6d851d8b1e req-6f023bd9-0af6-46ca-aa47-f2f9a3b063b7 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0699441 Jan 22 08:35:21.397948 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80ee48df-19ec-4e42-863a-1d6d851d8b1e req-c73bf9a2-4006-4427-ac2a-935c36802256 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520167 Jan 22 08:35:21.577613 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-ee0db669-7c01-41ba-a7a1-1107c8a1fb64 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:21.579961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-ee0db669-7c01-41ba-a7a1-1107c8a1fb64 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 813 time: 0.1275795 Jan 22 08:35:21.597179 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-73331902-efa1-48fa-8bec-7dadbc6312fb tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/quotas/a963615e423c4ea4892862730f75ef91 HTTP/1.1" status: 200 len: 375 time: 0.0108607 Jan 22 08:35:21.628682 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:35:21.638090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-845a2b76-30b4-40e4-9748-04c32d480e31 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350707 Jan 22 08:35:21.694260 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port c417c270-1dee-4a22-b98a-a3fe12f1963a completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:35:21.699318 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c417c270-1dee-4a22-b98a-a3fe12f1963a triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:35:21.699787 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:21.761398 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-a8c2d160-623f-4c1d-8af1-3e9c68a7ed1b service neutron] 10.222.0.84 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114287 Jan 22 08:35:21.807368 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:35:21.807889 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:21.836790 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:21.838965 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c73b0-dd70-4988-ac6e-70221f54f529" -d '{"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:21.860722 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:21.867923 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:21.903953 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b43ba9-1e4b-47b0-a07c-f885580709b5 x-openstack-request-id: req-f0b43ba9-1e4b-47b0-a07c-f885580709b5 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:21.904390 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:21.904781 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0b43ba9-1e4b-47b0-a07c-f885580709b5 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:21.905568 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'code': 200} Jan 22 08:35:21.926226 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1dcbfc7b-7330-416b-93fd-40741e831e0d service neutron] 10.222.0.84 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529746 Jan 22 08:35:21.964368 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:22.116917 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e65511-d516-4b40-8b62-2561b49b21dc req-be6179bd-3181-40e5-baba-cc9992604729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:22.118706 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64e65511-d516-4b40-8b62-2561b49b21dc req-be6179bd-3181-40e5-baba-cc9992604729 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1098 time: 0.0638540 Jan 22 08:35:22.170341 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e79e618-840e-4c8b-b1e2-9afdfa814a59 req-f86008fd-5cb5-435c-be0c-ec43b8016fe1 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 210 time: 0.0436361 Jan 22 08:35:22.207799 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64e65511-d516-4b40-8b62-2561b49b21dc req-e146ae11-4743-427b-aad6-b9772a5e9bc4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823259 Jan 22 08:35:22.591528 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fa373-7849-4207-8291-14447c4b3783 req-e5f2c828-162c-42a1-97fe-63e8a4e308d1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:22.595149 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f31fa373-7849-4207-8291-14447c4b3783 req-e5f2c828-162c-42a1-97fe-63e8a4e308d1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0914342 Jan 22 08:35:22.673452 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f31fa373-7849-4207-8291-14447c4b3783 req-96d78030-d3b3-4474-a52e-363e724dec08 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723598 Jan 22 08:35:23.304941 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a76a73d1-7a14-4c3a-9bf1-7cd6171dd0b1 req-8857fbc9-0488-46c3-bc55-6d41b5675e0e tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 210 time: 0.0401051 Jan 22 08:35:23.440560 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1a38d5f6-51b0-4315-82a3-e4e198784531 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:23.442180 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1a38d5f6-51b0-4315-82a3-e4e198784531 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 813 time: 0.1301534 Jan 22 08:35:23.456173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Request body: {'port': {'device_id': '9e642c9f-039f-4138-819c-e093f601066d', 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef', 'admin_state_up': True, 'tenant_id': 'a963615e423c4ea4892862730f75ef91'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:23.607766 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Made reservation on behalf of a963615e423c4ea4892862730f75ef91 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:35:23.615108 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:23.824683 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Allocated IP 172.20.0.8 (73ced726-27c6-42e1-b478-8f927f9a67ef/3b8e2c60-298a-4a04-9395-c7b92f00b4b3/c33f86eb-4b80-40c2-aaa1-147910b05582) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:35:23.895078 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1588-0412-4fad-98b2-1b38943c1195 req-4074583c-40e7-4413-98c5-7e5af87f4744 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:23.896973 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-275b1588-0412-4fad-98b2-1b38943c1195 req-4074583c-40e7-4413-98c5-7e5af87f4744 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.1272390 Jan 22 08:35:24.104805 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-275b1588-0412-4fad-98b2-1b38943c1195 req-9eec55de-552a-4fe4-b3f3-5e4783ea8bb4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976187 Jan 22 08:35:24.167352 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks [] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.213936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.263845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Network 73ced726-27c6-42e1-b478-8f927f9a67ef is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:35:24.270275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:35:24.274997 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:35:24.281498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:24.282270 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.289411 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Pushing event updated for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:24.307475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-1ceb24fd-4fc4-4215-b739-a0583d7123ae tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560050 Jan 22 08:35:24.322176 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Request body: {'port': {'device_id': '9e642c9f-039f-4138-819c-e093f601066d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:24.409488 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.543158 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0dc9b-6d7e-4985-8961-30a6b184adaa req-972f4f24-38de-4e47-a100-37fd792c866d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:24.544901 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5be0dc9b-6d7e-4985-8961-30a6b184adaa req-972f4f24-38de-4e47-a100-37fd792c866d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 931 time: 0.1376939 Jan 22 08:35:24.689517 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5be0dc9b-6d7e-4985-8961-30a6b184adaa req-c9f16cb7-9c57-4733-86cf-5dc50d61aec0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362040 Jan 22 08:35:24.847395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33f86eb-4b80-40c2-aaa1-147910b05582 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:24.855830 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks [] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.874749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Transition to ACTIVE for port object c33f86eb-4b80-40c2-aaa1-147910b05582 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:35:24.880078 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:24.934458 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:24.993968 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Attempting to bind port c33f86eb-4b80-40c2-aaa1-147910b05582 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:35:24.994442 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Attempting to bind port c33f86eb-4b80-40c2-aaa1-147910b05582 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:35:24.995015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Attempting to bind port c33f86eb-4b80-40c2-aaa1-147910b05582 on network 73ced726-27c6-42e1-b478-8f927f9a67ef {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:25.003083 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Port c33f86eb-4b80-40c2-aaa1-147910b05582 on network 73ced726-27c6-42e1-b478-8f927f9a67ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:35:25.003640 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Attempting to bind port c33f86eb-4b80-40c2-aaa1-147910b05582 on network 73ced726-27c6-42e1-b478-8f927f9a67ef {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:25.012708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:35:25.013275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Checking segment: {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:35:25.013814 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Bound using segment: {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:35:25.014356 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Bound port: c33f86eb-4b80-40c2-aaa1-147910b05582, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3107be-813c-49ea-b308-6684011681b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:35:25.016156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:25.106517 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:35:25.110085 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c33f86eb-4b80-40c2-aaa1-147910b05582,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:35:25.123545 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:25.164731 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.165457 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:25.166795 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] 10.222.0.107 "PUT /v2.0/ports/c33f86eb-4b80-40c2-aaa1-147910b05582 HTTP/1.1" status: 200 len: 1093 time: 0.8521852 Jan 22 08:35:25.167267 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:25.177022 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975e2e3-c011-4ea5-a75b-80c913ad5817" -d '{"events": [{"name": "network-changed", "server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:25.219569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f868-7234-4f37-a37d-9cb39c4328d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:25.252013 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79aacd-18ca-40e1-a7cd-7ee6992d7503 x-openstack-request-id: req-af79aacd-18ca-40e1-a7cd-7ee6992d7503 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:25.252389 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:25.252794 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-af79aacd-18ca-40e1-a7cd-7ee6992d7503 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:25.253348 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582', 'status': 'completed', 'code': 200} Jan 22 08:35:25.314873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd637b8-0295-45a0-b259-c6f8a11e82eb req-33b5d57d-c07b-4f2b-84b2-1dde96f57d5b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.316379 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bd637b8-0295-45a0-b259-c6f8a11e82eb req-33b5d57d-c07b-4f2b-84b2-1dde96f57d5b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.1119576 Jan 22 08:35:25.333000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-3f99229a-9015-4aee-a1a3-4cab8e9f1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.334516 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-3f99229a-9015-4aee-a1a3-4cab8e9f1fad service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 1096 time: 0.0803525 Jan 22 08:35:25.395400 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-fd43aaa7-0054-4abd-b7d8-88746087b6d5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c33f86eb-4b80-40c2-aaa1-147910b05582 HTTP/1.1" status: 200 len: 217 time: 0.0531125 Jan 22 08:35:25.450408 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bd637b8-0295-45a0-b259-c6f8a11e82eb req-839c90d9-761a-4955-8878-72fe7e78d884 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267967 Jan 22 08:35:25.462964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-3c25ec69-3b5e-4299-b9b9-f3aacfd0e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.464582 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-3c25ec69-3b5e-4299-b9b9-f3aacfd0e5c3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3b8e2c60-298a-4a04-9395-c7b92f00b4b3 HTTP/1.1" status: 200 len: 853 time: 0.0628951 Jan 22 08:35:25.497674 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-52cb4419-2a39-4784-9ba8-ba247d670402 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=73ced726-27c6-42e1-b478-8f927f9a67ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274723 Jan 22 08:35:25.642979 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eb1b8-9a92-45eb-9975-1fb167b73948 req-8f74d8b8-40e4-42f4-98d1-d82760272494 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.644587 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b7eb1b8-9a92-45eb-9975-1fb167b73948 req-8f74d8b8-40e4-42f4-98d1-d82760272494 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.1080971 Jan 22 08:35:25.649538 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-829b0b16-bb3f-45f3-acae-dcc049a75a12 service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450610 Jan 22 08:35:25.654346 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 46924) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:25.659531 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Request body: {'floatingip': {'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:25.725154 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:25.949685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf2b734-25d4-42fd-8ca5-0ff9364cebcf req-0cf000fa-cd0e-4d84-bcd0-0d7cd8645d8b service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869151 Jan 22 08:35:25.963860 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd6f3-9a5d-4ff3-93d9-ce948b983206 req-72306b86-1462-4702-abd3-cd1ac0c3630d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:25.965424 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470fd6f3-9a5d-4ff3-93d9-ce948b983206 req-72306b86-1462-4702-abd3-cd1ac0c3630d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 943 time: 0.1713493 Jan 22 08:35:26.409606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-85631ec4-35e9-4799-b6fc-359672c1c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:26.411127 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-85631ec4-35e9-4799-b6fc-359672c1c062 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a963615e423c4ea4892862730f75ef91&device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 1096 time: 0.1172261 Jan 22 08:35:26.425557 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470fd6f3-9a5d-4ff3-93d9-ce948b983206 req-676c00a9-cf78-4935-817a-62330cf5ad9e tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200921 Jan 22 08:35:26.641420 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-86ce1cdc-22c8-4bc9-b367-505c51d33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:26.642967 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-86ce1cdc-22c8-4bc9-b367-505c51d33955 service neutron] 10.222.0.107 "GET /v2.0/networks?id=73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 200 len: 913 time: 0.2245953 Jan 22 08:35:26.693301 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-ddc8f44c-7c81-4fc9-96d4-864c2f8bb70e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c33f86eb-4b80-40c2-aaa1-147910b05582 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Jan 22 08:35:26.831871 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-259f3c52-c4d7-4b0e-8d00-d5697d826d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:26.833365 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-259f3c52-c4d7-4b0e-8d00-d5697d826d32 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3b8e2c60-298a-4a04-9395-c7b92f00b4b3 HTTP/1.1" status: 200 len: 853 time: 0.1251104 Jan 22 08:35:26.878145 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:26.881082 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-9dd7d514-a4f4-4b64-b371-9b6cd8296db7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=73ced726-27c6-42e1-b478-8f927f9a67ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342739 Jan 22 08:35:26.882556 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:27.074995 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Floating IP 89a9cd2b-b6e2-4360-a30e-634f9582342f associated. External IP: 172.27.3.41, port: c417c270-1dee-4a22-b98a-a3fe12f1963a. Jan 22 08:35:27.081844 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-fd4e3a81-8786-49a0-9e9e-f040edd330f2 service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552365 Jan 22 08:35:27.292793 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0975e2e3-c011-4ea5-a75b-80c913ad5817 req-a9ec2dd1-a6c0-4dc2-bf1f-f37331c6748c service neutron] 10.222.0.107 "GET /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754246 Jan 22 08:35:27.450644 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:35:27.613619 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330135d-3658-4ca6-a0a7-bcacf2bf8b8b req-b60b0bba-50fb-4c62-a3d6-1dd9691052ed tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:27.615732 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5330135d-3658-4ca6-a0a7-bcacf2bf8b8b req-b60b0bba-50fb-4c62-a3d6-1dd9691052ed tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 943 time: 0.1106343 Jan 22 08:35:27.632216 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:35:27.637275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:27.646118 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:35:27.662158 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:27.662999 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:27.689206 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2d3e9b7d-d304-440f-80a5-7467dbe42c50 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "PUT /v2.0/floatingips/89a9cd2b-b6e2-4360-a30e-634f9582342f HTTP/1.1" status: 200 len: 990 time: 2.0335898 Jan 22 08:35:27.692562 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:27.694980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845fab2-3865-4a1c-8c3f-798b713f3d46" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:27.710886 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5330135d-3658-4ca6-a0a7-bcacf2bf8b8b req-63db1d7c-5852-47a4-82a5-09e745f3bfd0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Jan 22 08:35:27.773062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a34fe-775e-46c9-8bed-f1fcbf7319eb x-openstack-request-id: req-8d0a34fe-775e-46c9-8bed-f1fcbf7319eb {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:27.774698 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:27.774698 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d0a34fe-775e-46c9-8bed-f1fcbf7319eb {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:27.774698 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'status': 'completed', 'code': 200} Jan 22 08:35:27.847724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-d4e809c3-15bb-48dd-8fae-6e450aa9aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:27.849482 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-d4e809c3-15bb-48dd-8fae-6e450aa9aea3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1098 time: 0.0506508 Jan 22 08:35:27.959068 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:27.993571 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-4a69f841-065e-4565-9b68-842f4c600d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:27.995455 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-4a69f841-065e-4565-9b68-842f4c600d24 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1307061 Jan 22 08:35:28.074198 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-178dbdd1-cf94-4f9e-9bd3-3d2b3124b3ea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 998 time: 0.0724239 Jan 22 08:35:28.133332 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-3883a8b0-5d86-419f-94a8-6c02dda01c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:28.134858 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-3883a8b0-5d86-419f-94a8-6c02dda01c2b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0536799 Jan 22 08:35:28.184127 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-f8704a9c-1f9c-489a-aeb3-31367c178a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:28.185690 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-f8704a9c-1f9c-489a-aeb3-31367c178a80 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443442 Jan 22 08:35:28.260858 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '89a9cd2b-b6e2-4360-a30e-634f9582342f', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:06Z', 'updated_at': '2022-01-22T08:35:26Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:28.295111 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:35:28.299382 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-31288701-dfad-4719-af67-653070a2b450 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068120 Jan 22 08:35:28.318729 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:28.319656 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:28.402642 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1845fab2-3865-4a1c-8c3f-798b713f3d46 req-5a5a71ad-83f2-435e-8b04-21cc3bffcf64 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960882 Jan 22 08:35:28.450495 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:28.738469 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '89a9cd2b-b6e2-4360-a30e-634f9582342f', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:06Z', 'updated_at': '2022-01-22T08:35:26Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:28.773274 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6117cf-b88b-46e8-ad23-8c9bb467652c None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '89a9cd2b-b6e2-4360-a30e-634f9582342f', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '649eff81-176f-440c-b154-a35af446922a', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:06Z', 'updated_at': '2022-01-22T08:35:26Z', 'revision_number': 1, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:35:28.891354 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f97540-5ed2-4316-8b62-19f167470477 req-976f28f0-4369-4a06-abbe-494e0e5d95c4 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:28.892989 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32f97540-5ed2-4316-8b62-19f167470477 req-976f28f0-4369-4a06-abbe-494e0e5d95c4 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 943 time: 0.0751367 Jan 22 08:35:28.961244 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32f97540-5ed2-4316-8b62-19f167470477 req-3faa6121-688c-48bc-b664-79d98da83b69 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611846 Jan 22 08:35:29.069908 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d084a-3c2a-4db0-94cc-84db97e41465 None None] New status for floating IP 89a9cd2b-b6e2-4360-a30e-634f9582342f: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:35:29.662023 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c33f86eb-4b80-40c2-aaa1-147910b05582 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:35:29.772017 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c33f86eb-4b80-40c2-aaa1-147910b05582,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:29.785526 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c33f86eb-4b80-40c2-aaa1-147910b05582', 'network_id': '73ced726-27c6-42e1-b478-8f927f9a67ef', 'port_id': 'c33f86eb-4b80-40c2-aaa1-147910b05582', 'mac_address': 'fa:16:3e:47:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8e2c60-298a-4a04-9395-c7b92f00b4b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:35:29.838399 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c33f86eb-4b80-40c2-aaa1-147910b05582 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:35:29.838399 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:29.853277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33f86eb-4b80-40c2-aaa1-147910b05582 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:29.879514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c33f86eb-4b80-40c2-aaa1-147910b05582,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:29.884658 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:29.953322 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:30.117972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55300-c0ca-41d4-9b26-819189471223 req-baf27e65-0982-41bf-b9ac-d49a4cdb5978 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:30.120550 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7d55300-c0ca-41d4-9b26-819189471223 req-baf27e65-0982-41bf-b9ac-d49a4cdb5978 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 944 time: 0.0578580 Jan 22 08:35:30.182098 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7d55300-c0ca-41d4-9b26-819189471223 req-08b2893a-23b3-4fec-ab09-2e7e3a1075c0 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489643 Jan 22 08:35:30.274546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c33f86eb-4b80-40c2-aaa1-147910b05582'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:35:31.318235 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8945b3-8cab-4c10-92b4-f3cd11c2ffdc req-b93cfc4e-703d-44a5-8b18-79ceac1e74ea tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:31.319782 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee8945b3-8cab-4c10-92b4-f3cd11c2ffdc req-b93cfc4e-703d-44a5-8b18-79ceac1e74ea tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 944 time: 0.0553229 Jan 22 08:35:31.369489 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee8945b3-8cab-4c10-92b4-f3cd11c2ffdc req-8ebcbc35-b487-4241-8793-abbc293affc2 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Jan 22 08:35:31.674184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c33f86eb-4b80-40c2-aaa1-147910b05582 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:35:31.728445 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port c33f86eb-4b80-40c2-aaa1-147910b05582 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:35:31.732803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c33f86eb-4b80-40c2-aaa1-147910b05582 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:35:31.733184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:31.821856 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c33f86eb-4b80-40c2-aaa1-147910b05582 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:35:31.822250 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:31.850465 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:31.852943 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32a64d-4d4f-42d3-b8d1-d2a6869cf927" -d '{"events": [{"server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "name": "network-vif-plugged", "status": "completed", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:31.870876 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c33f86eb-4b80-40c2-aaa1-147910b05582,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:31.876820 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:31.904975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da171d-5dae-4804-8b2b-f3f44ec7c27a x-openstack-request-id: req-c0da171d-5dae-4804-8b2b-f3f44ec7c27a {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:31.905565 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "name": "network-vif-plugged", "status": "completed", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:31.905700 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c0da171d-5dae-4804-8b2b-f3f44ec7c27a {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:31.906078 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582', 'code': 200} Jan 22 08:35:31.939133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:32.110034 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881a02-fd46-4b8c-81fa-1a9875b41f17 req-09910040-1cae-4f98-a9cb-ba652770d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:32.111656 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22881a02-fd46-4b8c-81fa-1a9875b41f17 req-09910040-1cae-4f98-a9cb-ba652770d1d3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 1098 time: 0.0476646 Jan 22 08:35:32.167146 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22881a02-fd46-4b8c-81fa-1a9875b41f17 req-1b52ecee-6246-4159-b05e-61743d85a9cd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Jan 22 08:35:32.504471 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522230ab-d8b0-4519-8945-bede9ba02b95 req-fbacbc98-d748-4d8c-b3be-6f0df3aa9f1f tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:32.506053 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-522230ab-d8b0-4519-8945-bede9ba02b95 req-fbacbc98-d748-4d8c-b3be-6f0df3aa9f1f tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0579281 Jan 22 08:35:32.562401 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-522230ab-d8b0-4519-8945-bede9ba02b95 req-42117f02-fe99-4ae7-87fa-cf1bb50d8e8e tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508685 Jan 22 08:35:33.712712 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc80a82-377c-4103-ac69-e5dd26660557 req-40916536-9f79-478f-ac73-0007bc76df79 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:33.714450 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fdc80a82-377c-4103-ac69-e5dd26660557 req-40916536-9f79-478f-ac73-0007bc76df79 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0566053 Jan 22 08:35:33.785041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fdc80a82-377c-4103-ac69-e5dd26660557 req-c856b276-2d61-4b95-b562-55740cfe0a1f tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Jan 22 08:35:34.918034 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194fbc5-e1fc-4499-8c78-bf24dd9a77d3 req-8b68c505-bb90-4c40-a813-52e186994ce4 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:34.919571 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2194fbc5-e1fc-4499-8c78-bf24dd9a77d3 req-8b68c505-bb90-4c40-a813-52e186994ce4 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0538588 Jan 22 08:35:34.972507 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2194fbc5-e1fc-4499-8c78-bf24dd9a77d3 req-76adeec8-95a4-4d79-a16b-d0b2efcd6381 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Jan 22 08:35:36.410921 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:36.767909 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38b83-580f-4923-9f1e-1e2f2d255292 req-367e5194-8f53-4468-ae64-0813a77bad35 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:36.769497 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3eb38b83-580f-4923-9f1e-1e2f2d255292 req-367e5194-8f53-4468-ae64-0813a77bad35 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Jan 22 08:35:36.826106 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3eb38b83-580f-4923-9f1e-1e2f2d255292 req-e47a5c57-901c-4f94-9896-92bbc008c130 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496700 Jan 22 08:35:37.010031 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d50460b6-69b4-4f6a-9228-f1d23e6634c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:37.949868 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611bf6a-b5db-4f37-b2fb-12545b28f3ef req-fd201ffa-e313-43fa-9639-171a76ffbe18 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:37.951644 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2611bf6a-b5db-4f37-b2fb-12545b28f3ef req-fd201ffa-e313-43fa-9639-171a76ffbe18 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0512950 Jan 22 08:35:38.004739 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2611bf6a-b5db-4f37-b2fb-12545b28f3ef req-3e7d8cb5-23f0-4024-8730-4b74d7bfe7a4 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=5465ebff-c0fd-45f1-90fc-86287c111c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Jan 22 08:35:38.345840 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e6c4ecc3-bb25-498d-b022-d05eed743349 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:38.347347 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e6c4ecc3-bb25-498d-b022-d05eed743349 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 945 time: 0.0571854 Jan 22 08:35:38.444393 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Deleting port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:35:38.444733 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:38.537275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] For port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:38.537636 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:38.713612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:38.713974 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:38.714288 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Floating IP 328fa201-36f2-421a-9953-774a95cef01a disassociated. External IP: 172.27.3.198, port: e7bcf00e-4ba1-4397-b9dd-6f779d84b58c. Jan 22 08:35:38.714639 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Calling delete_port for e7bcf00e-4ba1-4397-b9dd-6f779d84b58c owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:35:38.864111 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (e7bcf00e-4ba1-4397-b9dd-6f779d84b58c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:38.901441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'Port': ['ID=e7bcf00e-4ba1-4397-b9dd-6f779d84b58c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:39.338154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24ade285-499c-49f0-9b16-f6b53b9fd574 req-eb2373fd-acbb-4297-a711-32d836786818 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=a98f54b4-6c03-46b8-a20c-2f83e5ad3f18 HTTP/1.1" status: 200 len: 210 time: 0.0371430 Jan 22 08:35:39.358558 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:35:39.486979 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:35:39.497207 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:35:39.507939 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:39.508555 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:39.533387 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] No DVR routers for this DVR port e7bcf00e-4ba1-4397-b9dd-6f779d84b58c on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:35:39.536009 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:39.539424 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-25362e16-36eb-4124-a124-5fa5dfcce8b6 req-e7306469-c468-4e0a-928c-236854d8dc0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "DELETE /v2.0/ports/e7bcf00e-4ba1-4397-b9dd-6f779d84b58c HTTP/1.1" status: 204 len: 173 time: 1.1860204 Jan 22 08:35:39.539876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'name': 'network-vif-deleted', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:39.542153 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d130a6-66a5-4cff-8c83-00cdd1cd6149" -d '{"events": [{"server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "name": "network-vif-deleted", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:39.589581 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86f832-c72a-4d90-a0c7-e3b2c2469b8a x-openstack-request-id: req-8b86f832-c72a-4d90-a0c7-e3b2c2469b8a {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:39.589692 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98f54b4-6c03-46b8-a20c-2f83e5ad3f18", "name": "network-vif-deleted", "tag": "e7bcf00e-4ba1-4397-b9dd-6f779d84b58c", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:39.590027 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b86f832-c72a-4d90-a0c7-e3b2c2469b8a {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:39.590345 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98f54b4-6c03-46b8-a20c-2f83e5ad3f18', 'name': 'network-vif-deleted', 'tag': 'e7bcf00e-4ba1-4397-b9dd-6f779d84b58c', 'status': 'completed', 'code': 200} Jan 22 08:35:39.667904 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:39.671025 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b2b91c5-21d8-4318-8be6-0c0e8a717cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:39.895413 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:39.922391 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:35:39.931047 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:35:39.931656 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:40.054356 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:35:40.400220 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:35:40.428688 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4785bc9-e04e-4520-8790-4fc14d6d257a None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:35:40.457947 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47014) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:40.543483 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (5465ebff-c0fd-45f1-90fc-86287c111c52), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.573864 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (5465ebff-c0fd-45f1-90fc-86287c111c52), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.653155 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5465ebff-c0fd-45f1-90fc-86287c111c52), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.659931 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.661925 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "DELETE /v2.0/security-groups/5465ebff-c0fd-45f1-90fc-86287c111c52 HTTP/1.1" status: 204 len: 168 time: 0.2013361 Jan 22 08:35:40.666371 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47016) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:40.684176 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c253-0453-42ff-bd1f-6080d77eca61 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5465ebff-c0fd-45f1-90fc-86287c111c52,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:40.686275 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-6b0fea23-163e-45ab-a74c-8d0f77016b1c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] show failed (client error): The resource could not be found. Jan 22 08:35:40.689277 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6b0fea23-163e-45ab-a74c-8d0f77016b1c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups/5465ebff-c0fd-45f1-90fc-86287c111c52 HTTP/1.1" status: 404 len: 347 time: 0.0204301 Jan 22 08:35:40.690888 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47020) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:40.752280 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f48e14-aacd-4981-b6d8-3aff9177a1ee None None] New status for floating IP 328fa201-36f2-421a-9953-774a95cef01a: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:35:40.856911 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Deleting port f81dd370-da05-47d1-a1e9-651401013613 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:35:40.857312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (f81dd370-da05-47d1-a1e9-651401013613), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.940690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (f81dd370-da05-47d1-a1e9-651401013613), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.941012 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (f81dd370-da05-47d1-a1e9-651401013613), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:40.953657 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Calling delete_port for f81dd370-da05-47d1-a1e9-651401013613 owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:35:41.118852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (f81dd370-da05-47d1-a1e9-651401013613), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.145001 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'Port': ['ID=f81dd370-da05-47d1-a1e9-651401013613,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:41.160939 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:35:41.170570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (328fa201-36f2-421a-9953-774a95cef01a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.173201 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.174365 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0ab5bbba-f655-4d27-bbdb-4d15031031c5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "DELETE /v2.0/floatingips/328fa201-36f2-421a-9953-774a95cef01a HTTP/1.1" status: 204 len: 168 time: 0.4821661 Jan 22 08:35:41.497490 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.665708 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47026) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:41.671985 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349689639', 'description': 'tempest-description--1084471841'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:41.699300 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.724299 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e7bcf00e-4ba1-4397-b9dd-6f779d84b58c no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:35:41.753070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: e7bcf00e-4ba1-4397-b9dd-6f779d84b58c {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:35:41.753386 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device e7bcf00e-4ba1-4397-b9dd-6f779d84b58c not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:35:41.791528 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (2a41ce49-3038-43cd-a9ff-0f7c60593c8f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.796709 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2a41ce49-3038-43cd-a9ff-0f7c60593c8f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.833647 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41ce49-3038-43cd-a9ff-0f7c60593c8f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:41.838569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.839894 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e67afcd4-987c-468c-b8bc-d69fb14c597b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1730664 Jan 22 08:35:41.844852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47030) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:41.849378 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group_rule': {'security_group_id': '2a41ce49-3038-43cd-a9ff-0f7c60593c8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:41.883126 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (0b2b52fd-ec87-4770-a1c9-9c7c1a4d6aac), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.949116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (0b2b52fd-ec87-4770-a1c9-9c7c1a4d6aac), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.954322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (0b2b52fd-ec87-4770-a1c9-9c7c1a4d6aac), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.976514 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2b52fd-ec87-4770-a1c9-9c7c1a4d6aac,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:41.985838 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:41.987135 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4a2285ac-3bb2-43b1-a830-0f61d93d151b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413109 Jan 22 08:35:41.990261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47032) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:41.994772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'security_group_rule': {'security_group_id': '2a41ce49-3038-43cd-a9ff-0f7c60593c8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:42.034287 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (5ba933e1-fa88-4b57-8347-9ff07e3e3ab3), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.110416 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (5ba933e1-fa88-4b57-8347-9ff07e3e3ab3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.115074 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717493'] for security_group_rule (5ba933e1-fa88-4b57-8347-9ff07e3e3ab3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.136113 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba933e1-fa88-4b57-8347-9ff07e3e3ab3,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:42.146577 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.148126 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-500734b2-6038-4e4b-9d3e-2bdb041058b6 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568425 Jan 22 08:35:42.152284 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47034) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:35:42.158016 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:42.189105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.319034 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.454845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Allocated IP 172.27.3.87 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/6a09b56c-1faf-40c3-9551-e6abef4ec27d) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:35:42.578260 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.621317 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.666616 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:35:42.669643 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:35:42.675970 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:35:42.689426 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=6a09b56c-1faf-40c3-9551-e6abef4ec27d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:42.739455 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.782873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.959084 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:42.972712 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:43.007886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:43.032349 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=6a09b56c-1faf-40c3-9551-e6abef4ec27d,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:43.039046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:43.040353 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9f5a17e3-c53a-4aac-b4f2-79d26a19d47d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8867841 Jan 22 08:35:43.281110 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-642b4fe8-0727-4e42-add7-bc0db7e46dbc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--349689639&fields=id&tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 267 time: 0.0507274 Jan 22 08:35:43.416360 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-5b081beb-a3f3-4118-b585-795cf09006c8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:43.417745 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-5b081beb-a3f3-4118-b585-795cf09006c8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 811 time: 0.1275318 Jan 22 08:35:43.434433 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-f77f76ae-119e-458e-8e1c-fd5ad9688397 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/quotas/f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 375 time: 0.0105529 Jan 22 08:35:43.492949 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-06e2be9a-790a-4431-a5bb-f32de703d83e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516520 Jan 22 08:35:43.609823 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c174840c-7a41-45de-a994-4d482633b067 service neutron] 10.222.0.84 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973263 Jan 22 08:35:43.712147 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c6f104c8-62c4-4d89-9d01-e57025a1852a service neutron] 10.222.0.84 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962598 Jan 22 08:35:43.786882 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:43.886090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dde7e6eb-c916-4c51-812d-cc9340068cb5 req-8be29a58-fead-40fa-b877-51db728a8766 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0325322 Jan 22 08:35:44.384791 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:44.992638 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5884b93d-9e42-46d8-93cc-db4bff27e5f5 req-10f479fa-5653-46ba-9159-50ef8a2ab13f tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0281515 Jan 22 08:35:46.101918 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bf11931d-1bd0-4204-b237-7f6ebf31832e req-e22b68e3-426a-4daf-acb4-49e5c80527eb tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Jan 22 08:35:47.208662 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59f9032b-8482-4db2-b222-4d0e233ae7a2 req-7140b553-8d0c-4287-88bb-81870cabcb5d tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0320609 Jan 22 08:35:47.944256 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-1915556c-4696-46f0-b249-91a8df557e70 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:47.946411 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-1915556c-4696-46f0-b249-91a8df557e70 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 811 time: 0.1248603 Jan 22 08:35:48.022954 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-7a003478-79ad-4cc5-a26d-41403bfacbf8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd HTTP/1.1" status: 200 len: 379 time: 0.0661430 Jan 22 08:35:48.038106 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'port': {'device_id': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'admin_state_up': True, 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'security_groups': ['2a41ce49-3038-43cd-a9ff-0f7c60593c8f']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:48.193938 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Made reservation on behalf of f9d7fce0ec7c4a1b908d54192243d5cd for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:35:48.197602 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.391786 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b79da493-a421-4e76-847d-e5bfef703cb6 req-760ddc42-99b1-4bef-a8bc-d5d1d8a3508e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0689375 Jan 22 08:35:48.406761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Allocated IP 172.20.0.3 (c6767b50-a175-481b-b131-4f150db6cac7/9e3ae7bc-1a08-4776-a493-9b25b8761cf2/0b456e9b-02d2-4810-9e67-07ebfce6fba0) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:35:48.570544 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.618961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.672468 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Network c6767b50-a175-481b-b131-4f150db6cac7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:35:48.678765 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:35:48.683174 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:35:48.689895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:48.690811 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.710149 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event updated for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:48.727075 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-c97ddc6f-968f-4969-af3d-9ef610095a0b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6961462 Jan 22 08:35:48.741105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Request body: {'port': {'device_id': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:35:48.817142 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.917019 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-8c80da26-ccd1-4735-a8df-506f9886f008 None None] Provisioning complete for port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:35:48.917664 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8c80da26-ccd1-4735-a8df-506f9886f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:48.961072 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-8c80da26-ccd1-4735-a8df-506f9886f008 None None] Port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:35:49.176063 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b456e9b-02d2-4810-9e67-07ebfce6fba0 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:49.188564 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks [] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:49.213961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Transition to ACTIVE for port object 0b456e9b-02d2-4810-9e67-07ebfce6fba0 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:35:49.220567 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:49.299409 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:49.333364 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Attempting to bind port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:35:49.333891 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Attempting to bind port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:35:49.334275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Attempting to bind port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:49.340062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 on network c6767b50-a175-481b-b131-4f150db6cac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:35:49.340378 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Attempting to bind port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 on network c6767b50-a175-481b-b131-4f150db6cac7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:35:49.346299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:35:49.346740 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Checking segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:35:49.347154 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Bound using segment: {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:35:49.347601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Bound port: 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:35:49.347951 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:49.439087 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:35:49.445300 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:35:49.452853 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:49.518713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:49.519413 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:49.520781 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] 10.222.0.107 "PUT /v2.0/ports/0b456e9b-02d2-4810-9e67-07ebfce6fba0 HTTP/1.1" status: 200 len: 1093 time: 0.7862406 Jan 22 08:35:49.523579 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:35:49.526206 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:35:49.586419 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685011-5a50-4f57-b63f-e3636075abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:49.599961 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e336606-872a-49f4-aaef-220316550a05 req-da1d6874-7fd9-480c-9c91-2da21faf1f28 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:49.602180 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e336606-872a-49f4-aaef-220316550a05 req-da1d6874-7fd9-480c-9c91-2da21faf1f28 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0945456 Jan 22 08:35:49.689810 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e336606-872a-49f4-aaef-220316550a05 req-f2aa0831-f7a1-4cf4-9ded-e76ada191b8a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799334 Jan 22 08:35:49.744987 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa482256-0da9-4e32-a5b5-01d3706315f7 x-openstack-request-id: req-fa482256-0da9-4e32-a5b5-01d3706315f7 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:35:49.745267 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:35:49.745713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fa482256-0da9-4e32-a5b5-01d3706315f7 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:35:49.746134 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'status': 'completed', 'code': 200} Jan 22 08:35:50.837067 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b8ed3-3974-4452-bf22-191d9a9dc727 req-7c4c14af-2443-4ec1-bbc1-dc7bbd6b89bf tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:50.839954 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db5b8ed3-3974-4452-bf22-191d9a9dc727 req-7c4c14af-2443-4ec1-bbc1-dc7bbd6b89bf tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0647309 Jan 22 08:35:50.907845 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db5b8ed3-3974-4452-bf22-191d9a9dc727 req-2a07735b-9f2a-4f54-9654-64c3f01dafd2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612674 Jan 22 08:35:52.050026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0893d6-d9d0-4727-a854-ad13f8abe2b5 req-0385e485-832d-427a-b360-dafb53d75c44 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:52.053308 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db0893d6-d9d0-4727-a854-ad13f8abe2b5 req-0385e485-832d-427a-b360-dafb53d75c44 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0645621 Jan 22 08:35:52.106288 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db0893d6-d9d0-4727-a854-ad13f8abe2b5 req-b865b49d-6a60-4c84-bdd8-a604c9105368 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476956 Jan 22 08:35:52.866776 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-66c45f04-c3ec-4aa5-895d-480884958c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:52.868399 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-66c45f04-c3ec-4aa5-895d-480884958c58 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 1096 time: 0.0466375 Jan 22 08:35:52.991679 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-f67d61a6-6636-4e99-8c92-4ae08b4ec6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:52.993161 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-f67d61a6-6636-4e99-8c92-4ae08b4ec6b7 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1138678 Jan 22 08:35:53.119375 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-054cdb0f-baa1-48bb-8630-267739cf34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:53.121839 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a8c0d4f-4a2b-4ff4-a875-e43db4e1c40b req-054cdb0f-baa1-48bb-8630-267739cf34cf service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1226873 Jan 22 08:35:53.247938 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb056e9-53f5-49b9-ac2f-148807b7552f req-e4da78e4-aad5-4962-886e-835700565e69 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:53.250165 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb056e9-53f5-49b9-ac2f-148807b7552f req-e4da78e4-aad5-4962-886e-835700565e69 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0667393 Jan 22 08:35:53.311225 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb056e9-53f5-49b9-ac2f-148807b7552f req-578aceee-cbb4-4316-98a9-57c13c2774c2 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547731 Jan 22 08:35:53.353430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-afcbcc0e-65c5-4c48-ab79-85d565e0cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:53.358644 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-afcbcc0e-65c5-4c48-ab79-85d565e0cd82 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 1096 time: 0.0432644 Jan 22 08:35:53.402893 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-ef76f67c-699e-4d9c-a734-58fb99fc37ad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0 HTTP/1.1" status: 200 len: 217 time: 0.0381131 Jan 22 08:35:53.459340 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-b6262b64-ab93-41c9-af76-a723061e744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:53.460824 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-b6262b64-ab93-41c9-af76-a723061e744f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0522611 Jan 22 08:35:53.512088 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7757-3987-41ad-a74b-9512479d24ec req-0678c577-5309-4525-b514-261f7bd53f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:53.513706 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-0678c577-5309-4525-b514-261f7bd53f38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462852 Jan 22 08:35:53.623800 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-75bbf243-47d0-4591-b2d0-ed1b69f1f127 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022999 Jan 22 08:35:53.753397 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c63c7757-3987-41ad-a74b-9512479d24ec req-2230f9c9-c4a8-472e-8456-3bbf0e305bc7 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225002 Jan 22 08:35:54.449062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6f826-92e4-4c42-bb0b-4434036ecbef req-043f6b6f-0952-4f06-bafd-d25b469a4662 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:54.451195 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cbb6f826-92e4-4c42-bb0b-4434036ecbef req-043f6b6f-0952-4f06-bafd-d25b469a4662 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0545979 Jan 22 08:35:54.508352 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cbb6f826-92e4-4c42-bb0b-4434036ecbef req-526b3daf-766a-476f-b15e-627237f4881b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507765 Jan 22 08:35:55.638543 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84ef42-bc7f-49fe-a442-f090dd8456ff req-837e1c44-cf6a-4b3d-98bf-c74f66d8e89e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:55.640980 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d84ef42-bc7f-49fe-a442-f090dd8456ff req-837e1c44-cf6a-4b3d-98bf-c74f66d8e89e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0596013 Jan 22 08:35:55.692708 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d84ef42-bc7f-49fe-a442-f090dd8456ff req-1a79347c-2e5a-4163-8a1e-b4e0b78e69e8 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Jan 22 08:35:56.827748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34a650-e71b-44d6-a4c5-27c6b8d5c722 req-b943dd05-5ee7-41a4-b452-6f920e548c3e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:56.829317 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c34a650-e71b-44d6-a4c5-27c6b8d5c722 req-b943dd05-5ee7-41a4-b452-6f920e548c3e tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0595076 Jan 22 08:35:56.879915 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c34a650-e71b-44d6-a4c5-27c6b8d5c722 req-53de7668-09cf-4b41-b293-13bea1a68214 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Jan 22 08:35:58.035543 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0166c0-1c14-4a68-86ea-471c809f00f4 req-467a7d12-6619-4f5d-a82c-9e3f1644d233 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:58.038334 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8d0166c0-1c14-4a68-86ea-471c809f00f4 req-467a7d12-6619-4f5d-a82c-9e3f1644d233 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 943 time: 0.0664864 Jan 22 08:35:58.090111 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8d0166c0-1c14-4a68-86ea-471c809f00f4 req-dcb24336-401b-4be4-9def-b67e794fa655 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Jan 22 08:35:58.537633 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0b456e9b-02d2-4810-9e67-07ebfce6fba0 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:35:58.565425 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510423-996b-4db8-822a-b88677a3ec73 req-eae201c6-6111-4f0e-82b6-9cc91ddd519d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:58.567061 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d510423-996b-4db8-822a-b88677a3ec73 req-eae201c6-6111-4f0e-82b6-9cc91ddd519d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0602622 Jan 22 08:35:58.624460 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d510423-996b-4db8-822a-b88677a3ec73 req-f3fe7d5d-70b5-4f48-bf38-bea55c776f86 tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Jan 22 08:35:58.659510 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:58.687386 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'port_id': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'mac_address': 'fa:16:3e:03:99:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:35:58.735454 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:35:58.735837 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:58.750663 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b456e9b-02d2-4810-9e67-07ebfce6fba0 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:35:58.771197 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:35:58.776355 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:35:58.831102 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:35:59.211075 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a76c5-3515-4249-ba96-479272a017fd req-fb4ff053-d0c3-4bc6-8f27-cfc91cde1b44 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:59.212623 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb9a76c5-3515-4249-ba96-479272a017fd req-fb4ff053-d0c3-4bc6-8f27-cfc91cde1b44 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 944 time: 0.0514426 Jan 22 08:35:59.230314 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0b456e9b-02d2-4810-9e67-07ebfce6fba0'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:35:59.276468 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb9a76c5-3515-4249-ba96-479272a017fd req-a7efe848-7176-49f1-b626-d33d143ce386 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571873 Jan 22 08:35:59.766658 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b778705-34c1-43db-abef-2312bfb8bdba req-a19cf94e-1aac-4ba3-83aa-772243a1874a tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:35:59.768392 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b778705-34c1-43db-abef-2312bfb8bdba req-a19cf94e-1aac-4ba3-83aa-772243a1874a tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0706589 Jan 22 08:35:59.840305 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8b778705-34c1-43db-abef-2312bfb8bdba req-4a536a22-2948-4ca4-b081-7041b8ce268c tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658267 Jan 22 08:36:00.417518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb1f7a-9514-4ac3-98b1-1d12449af7b3 req-a69f65c5-eee6-4103-b956-8b990a36a76c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:00.419052 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bdb1f7a-9514-4ac3-98b1-1d12449af7b3 req-a69f65c5-eee6-4103-b956-8b990a36a76c tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 944 time: 0.0630810 Jan 22 08:36:00.471646 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bdb1f7a-9514-4ac3-98b1-1d12449af7b3 req-7612a054-95ec-4868-8dba-504fd4dc2e4a tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465479 Jan 22 08:36:00.565888 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0b456e9b-02d2-4810-9e67-07ebfce6fba0 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:36:00.619553 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:36:00.624229 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:36:00.627922 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:00.691733 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-cae12a87-6b0d-463a-bf5d-defb5536228d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:00.693190 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-cae12a87-6b0d-463a-bf5d-defb5536228d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0575635 Jan 22 08:36:00.731984 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:00.732973 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:00.773785 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:00.777739 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458d2ae-2b93-40e8-a8b4-e88a40ffd844" -d '{"events": [{"server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "name": "network-vif-plugged", "status": "completed", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:00.800331 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:00.808478 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:00.828026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Deleting port c33f86eb-4b80-40c2-aaa1-147910b05582 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:00.828026 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:00.847465 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cd215-52d8-49ad-80b9-39afde03d17c x-openstack-request-id: req-970cd215-52d8-49ad-80b9-39afde03d17c {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:00.847817 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "name": "network-vif-plugged", "status": "completed", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:00.848438 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-970cd215-52d8-49ad-80b9-39afde03d17c {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:00.848996 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'code': 200} Jan 22 08:36:00.882251 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:00.980854 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] For port c33f86eb-4b80-40c2-aaa1-147910b05582, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c33f86eb-4b80-40c2-aaa1-147910b05582,segment=NetworkSegment(6e3107be-813c-49ea-b308-6684011681b3),segment_id=6e3107be-813c-49ea-b308-6684011681b3)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:00.981125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:00.999266 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Calling delete_port for c33f86eb-4b80-40c2-aaa1-147910b05582 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:01.017179 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc295-810c-4b69-8ca4-505ca6156e17 req-6d89dff3-09ac-4d30-b50f-4e2e05aed6da tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:01.018967 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470cc295-810c-4b69-8ca4-505ca6156e17 req-6d89dff3-09ac-4d30-b50f-4e2e05aed6da tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e642c9f-039f-4138-819c-e093f601066d HTTP/1.1" status: 200 len: 945 time: 0.0912695 Jan 22 08:36:01.042200 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629560-2c66-41f9-a1f0-e67754282798 req-f03e7724-e63c-4334-8395-4b583d2ad85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:01.044082 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fb629560-2c66-41f9-a1f0-e67754282798 req-f03e7724-e63c-4334-8395-4b583d2ad85d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 1098 time: 0.0530183 Jan 22 08:36:01.099044 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fb629560-2c66-41f9-a1f0-e67754282798 req-00366721-de86-44ae-ac00-64d78359c27c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474143 Jan 22 08:36:01.120847 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-470cc295-810c-4b69-8ca4-505ca6156e17 req-5f937f9b-af4d-4c71-93c4-b1e8f78dc40b tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.84 "GET /v2.0/security-groups?id=669ab0fb-4137-47fe-9ad2-7d700430d77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940752 Jan 22 08:36:01.196162 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (c33f86eb-4b80-40c2-aaa1-147910b05582), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:01.209811 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c33f86eb-4b80-40c2-aaa1-147910b05582'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:01.228341 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Pushing event deleted for resources: {'Port': ['ID=c33f86eb-4b80-40c2-aaa1-147910b05582,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:01.273128 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] No DVR routers for this DVR port c33f86eb-4b80-40c2-aaa1-147910b05582 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:01.275695 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:01.279068 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f6476ca9-fc47-4c33-a4c3-7192ca39f738 req-5afecd02-3f8c-42d8-a45c-5bf7b589a77d tempest-VolumesSnapshotTestJSON-704042387 tempest-VolumesSnapshotTestJSON-704042387-project] 10.222.0.107 "DELETE /v2.0/ports/c33f86eb-4b80-40c2-aaa1-147910b05582 HTTP/1.1" status: 204 len: 173 time: 0.5801001 Jan 22 08:36:01.279572 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'name': 'network-vif-deleted', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:01.281851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a91aa21-b585-444f-b626-2eea2fb2ccf2" -d '{"events": [{"server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "name": "network-vif-deleted", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:01.319111 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330c8948-daf4-483d-a724-f96ce46a552c x-openstack-request-id: req-330c8948-daf4-483d-a724-f96ce46a552c {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:01.319411 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e642c9f-039f-4138-819c-e093f601066d", "name": "network-vif-deleted", "tag": "c33f86eb-4b80-40c2-aaa1-147910b05582", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:01.319663 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-330c8948-daf4-483d-a724-f96ce46a552c {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:01.320081 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e642c9f-039f-4138-819c-e093f601066d', 'name': 'network-vif-deleted', 'tag': 'c33f86eb-4b80-40c2-aaa1-147910b05582', 'status': 'completed', 'code': 200} Jan 22 08:36:01.610681 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab92a2-f142-4262-a81d-65595da0aa62 req-25211414-7122-4e80-b320-a8608a50c334 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:01.612993 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88ab92a2-f142-4262-a81d-65595da0aa62 req-25211414-7122-4e80-b320-a8608a50c334 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0635855 Jan 22 08:36:01.676737 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88ab92a2-f142-4262-a81d-65595da0aa62 req-6d7e2943-06c7-436c-9bf2-07e76a54f254 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581589 Jan 22 08:36:02.815789 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bb5f-ea9e-43d8-b7ec-bd6fe6fcf562 req-b5e8268d-8c23-4740-87c8-d5261b280718 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:02.817421 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0355bb5f-ea9e-43d8-b7ec-bd6fe6fcf562 req-b5e8268d-8c23-4740-87c8-d5261b280718 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0606689 Jan 22 08:36:02.870975 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0355bb5f-ea9e-43d8-b7ec-bd6fe6fcf562 req-2cd45a19-c8fb-4e43-8e66-4f71290758ac tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Jan 22 08:36:03.002255 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8cd57-0f94-45ad-b2b5-ae37851b30b4 req-44bcadea-72a0-4b58-a506-14edd851df37 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:03.003766 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66b8cd57-0f94-45ad-b2b5-ae37851b30b4 req-44bcadea-72a0-4b58-a506-14edd851df37 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0578244 Jan 22 08:36:03.012895 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47202) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:03.018361 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Request body: {'floatingip': {'port_id': '0b456e9b-02d2-4810-9e67-07ebfce6fba0'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:36:03.066461 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:03.925653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf9b78-585c-41ee-9b39-d2957ac7aa62 req-3e87027d-e67b-468c-b92c-f42a9760ad6b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:03.927261 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eebf9b78-585c-41ee-9b39-d2957ac7aa62 req-3e87027d-e67b-468c-b92c-f42a9760ad6b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.4275353 Jan 22 08:36:03.936952 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:03.945574 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:04.031210 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eebf9b78-585c-41ee-9b39-d2957ac7aa62 req-e2d7b686-13be-4975-b0da-bae5319cd6ba tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928044 Jan 22 08:36:04.085526 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Floating IP d26f9901-427c-4920-a3d0-58693918597f associated. External IP: 172.27.3.87, port: 0b456e9b-02d2-4810-9e67-07ebfce6fba0. Jan 22 08:36:04.327182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:04.450125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:04.460592 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:04.462914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:04.471294 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:04.471937 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:04.501100 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b99669be-3f71-4766-9eef-522f5e44b913 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "PUT /v2.0/floatingips/d26f9901-427c-4920-a3d0-58693918597f HTTP/1.1" status: 200 len: 990 time: 1.4870069 Jan 22 08:36:04.501803 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:04.504581 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1786f26-c7ab-4721-a1d0-d55a706622b1" -d '{"events": [{"name": "network-changed", "server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:04.546684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa217ca-399f-4ebc-b2ee-20d006737c7c x-openstack-request-id: req-cfa217ca-399f-4ebc-b2ee-20d006737c7c {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:04.547068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:04.547419 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cfa217ca-399f-4ebc-b2ee-20d006737c7c {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:04.547894 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'status': 'completed', 'code': 200} Jan 22 08:36:04.592919 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:04.866692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'd26f9901-427c-4920-a3d0-58693918597f', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:03:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:42Z', 'updated_at': '2022-01-22T08:36:03Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:04.897142 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:04.907299 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:04.907985 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:35:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:05.023390 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:05.282471 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'd26f9901-427c-4920-a3d0-58693918597f', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:03:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:42Z', 'updated_at': '2022-01-22T08:36:03Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:05.313112 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2513f79-671b-4390-8dba-d171757fbff4 None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': 'd26f9901-427c-4920-a3d0-58693918597f', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'port_id': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'mac_address': 'fa:16:3e:03:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:35:42Z', 'updated_at': '2022-01-22T08:36:03Z', 'revision_number': 1, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:05.533451 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34cc72-7163-42ec-aed3-0395b920fc55 None None] New status for floating IP d26f9901-427c-4920-a3d0-58693918597f: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:36:05.533992 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c33f86eb-4b80-40c2-aaa1-147910b05582 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:05.561090 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: c33f86eb-4b80-40c2-aaa1-147910b05582 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:05.561442 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c33f86eb-4b80-40c2-aaa1-147910b05582 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:06.537906 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:07.013672 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-63e8998f-e71f-4186-b6ae-d047ff332a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:07.938927 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-2bc8c925-7ac5-40c6-b494-f4dbed215868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:07.941174 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-2bc8c925-7ac5-40c6-b494-f4dbed215868 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 1098 time: 0.0530040 Jan 22 08:36:08.078725 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbf9d9-9fea-4847-980d-a03cf6d741e8 req-070d0995-7f81-4267-b0f7-f14e0ede3df0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:08.080326 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87cbf9d9-9fea-4847-980d-a03cf6d741e8 req-070d0995-7f81-4267-b0f7-f14e0ede3df0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1098793 Jan 22 08:36:08.105505 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-47ebe7c6-5794-46cb-acc3-3d91a9962a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:08.106922 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-47ebe7c6-5794-46cb-acc3-3d91a9962a07 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 200 len: 911 time: 0.1560440 Jan 22 08:36:08.197881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87cbf9d9-9fea-4847-980d-a03cf6d741e8 req-17ecf135-cd01-4434-885c-7a7c8f0a4ee7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042068 Jan 22 08:36:08.207674 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-c4716815-90a0-4fb7-bcbc-b10981607490 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0 HTTP/1.1" status: 200 len: 1000 time: 0.0930800 Jan 22 08:36:08.276004 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-9c48007d-680c-4f3b-8a38-cff652a2aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:08.277569 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-9c48007d-680c-4f3b-8a38-cff652a2aeb0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 200 len: 850 time: 0.0498533 Jan 22 08:36:08.331219 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-7a4f31d1-5a04-4fb0-8ef3-e365305f4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:08.333243 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-7a4f31d1-5a04-4fb0-8ef3-e365305f4b93 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6767b50-a175-481b-b131-4f150db6cac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472984 Jan 22 08:36:08.437307 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-370fadde-4ece-4bd1-8617-edfc6f4d6107 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977752 Jan 22 08:36:08.537230 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d1786f26-c7ab-4721-a1d0-d55a706622b1 req-70083929-d42c-4ea4-ae95-9965167572c5 service neutron] 10.222.0.107 "GET /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935922 Jan 22 08:36:09.342451 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7e660-c6c2-487b-9441-dc2517e71fc2 req-93afaa1e-2ad7-4237-8d41-e262217d3f6e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:09.344784 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3b7e660-c6c2-487b-9441-dc2517e71fc2 req-93afaa1e-2ad7-4237-8d41-e262217d3f6e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0655146 Jan 22 08:36:09.395488 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3b7e660-c6c2-487b-9441-dc2517e71fc2 req-1def2514-96b1-4b1a-9755-b004900557b7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450544 Jan 22 08:36:09.596898 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c979280f-78ae-41ec-9649-4cdf6275d703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:10.538027 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696beb-87be-42a2-9c4e-65d5a31d6620 req-3bc1e3c4-4101-43aa-8416-9d945183c734 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:10.539652 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0696beb-87be-42a2-9c4e-65d5a31d6620 req-3bc1e3c4-4101-43aa-8416-9d945183c734 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0587444 Jan 22 08:36:10.593391 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0696beb-87be-42a2-9c4e-65d5a31d6620 req-9c034054-eabb-4f75-927d-54a2004f3254 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 Jan 22 08:36:11.058180 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-e0bfe62d-c4c1-4000-92ff-28deecccb145 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493908 Jan 22 08:36:11.130156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-df90ebda-b112-4115-9dd4-987d16baf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:11.131700 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-df90ebda-b112-4115-9dd4-987d16baf53c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1138 time: 0.0492392 Jan 22 08:36:11.253791 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-ab9e3ae9-c5bb-4be1-ba3f-296e1a343dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:11.255313 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-ab9e3ae9-c5bb-4be1-ba3f-296e1a343dfd service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.1018882 Jan 22 08:36:11.332818 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-5bd75387-ef34-46b2-a2de-b9f89c22e157 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1002 time: 0.0699954 Jan 22 08:36:11.384590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-dbe7b565-559d-428b-afc6-d8f8a996af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:11.386059 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-dbe7b565-559d-428b-afc6-d8f8a996af64 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0476770 Jan 22 08:36:11.433592 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-92fce1de-0861-42f3-bcfc-4185b1c56dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:11.435171 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-92fce1de-0861-42f3-bcfc-4185b1c56dde service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428705 Jan 22 08:36:11.513309 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:11.551541 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-45583dfc-4043-4827-8070-05cde284d6d3 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097901 Jan 22 08:36:11.655349 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-505a6c27-0d69-44ce-8b0c-2bce0e4f6bc1 req-371987de-c9d0-494e-8c60-c9c09115dac4 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976279 Jan 22 08:36:11.764031 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162da5-86b6-4fa8-bede-f402172bc4ac req-86219487-7863-44d2-9d71-12a396fb17cb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:11.766278 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0162da5-86b6-4fa8-bede-f402172bc4ac req-86219487-7863-44d2-9d71-12a396fb17cb tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0680492 Jan 22 08:36:11.830544 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0162da5-86b6-4fa8-bede-f402172bc4ac req-dd120050-ea9f-4f8e-80e7-b4b1a409c575 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562725 Jan 22 08:36:12.958641 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c88cb-ef68-4efd-80f6-ff2457a4aa91 req-74a06140-2322-475d-b2f3-3a8726b21840 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:12.960146 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b9c88cb-ef68-4efd-80f6-ff2457a4aa91 req-74a06140-2322-475d-b2f3-3a8726b21840 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0517337 Jan 22 08:36:13.015974 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b9c88cb-ef68-4efd-80f6-ff2457a4aa91 req-37fabef6-140d-482a-b957-4c7afeb7aeb8 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501287 Jan 22 08:36:13.788573 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:14.150673 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249996-bdf9-463f-b622-6c166cb7f447 req-aa2f88b4-e446-478d-91fd-ff5e981656ad tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:14.152177 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97249996-bdf9-463f-b622-6c166cb7f447 req-aa2f88b4-e446-478d-91fd-ff5e981656ad tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0547199 Jan 22 08:36:14.203474 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97249996-bdf9-463f-b622-6c166cb7f447 req-0544fb13-0c00-4f35-9611-a0f09358f710 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Jan 22 08:36:14.379826 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:17.284839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5796c7-9f89-4b73-92a3-ba301c044bbb req-23f9d276-102c-44bc-a9c4-6fa49138823d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:17.286399 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef5796c7-9f89-4b73-92a3-ba301c044bbb req-23f9d276-102c-44bc-a9c4-6fa49138823d tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0543766 Jan 22 08:36:17.341028 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef5796c7-9f89-4b73-92a3-ba301c044bbb req-e1286c35-6bba-418c-b6cc-dc114165dafa tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Jan 22 08:36:18.160757 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:36:18.473651 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9dd3-a965-4cbf-b60c-7b21beb4fdd9 req-dbf742e3-cd16-453e-a342-79e40bd37bd5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:18.475235 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d4e9dd3-a965-4cbf-b60c-7b21beb4fdd9 req-dbf742e3-cd16-453e-a342-79e40bd37bd5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0556705 Jan 22 08:36:18.551475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d4e9dd3-a965-4cbf-b60c-7b21beb4fdd9 req-7c918b19-f9a0-4dc1-a1ea-b76c50cfff8b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664034 Jan 22 08:36:19.339772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d338-b023-4ceb-bd37-8c9706a5347b req-562178f6-6246-4151-9c38-32aa1abd9f00 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:19.341468 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2332d338-b023-4ceb-bd37-8c9706a5347b req-562178f6-6246-4151-9c38-32aa1abd9f00 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.0588305 Jan 22 08:36:19.407006 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2332d338-b023-4ceb-bd37-8c9706a5347b req-8acc6cfe-e5ea-4924-abd7-dc50aaa04536 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592785 Jan 22 08:36:19.735249 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092bc2-2b25-42a5-8bfc-221db8667b5c req-4e61c719-dd9b-4a5b-b1c5-fe7dbac9fae2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:19.737021 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-13092bc2-2b25-42a5-8bfc-221db8667b5c req-4e61c719-dd9b-4a5b-b1c5-fe7dbac9fae2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0750070 Jan 22 08:36:19.819145 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-13092bc2-2b25-42a5-8bfc-221db8667b5c req-0de66c2f-2986-4446-87ae-9ecaa932797c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693784 Jan 22 08:36:20.546216 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea24e34-2953-43fb-b117-9b1ed9c37bb1 req-b426eeef-8876-4500-88c7-32de7d112a2b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:20.547755 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eea24e34-2953-43fb-b117-9b1ed9c37bb1 req-b426eeef-8876-4500-88c7-32de7d112a2b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.0555773 Jan 22 08:36:20.606155 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eea24e34-2953-43fb-b117-9b1ed9c37bb1 req-833b6c36-27d9-434b-8cbd-6e6bfb38e127 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503044 Jan 22 08:36:20.996292 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619f999-5ed4-4646-a1df-3261e9445868 req-04aafb97-b9c1-44a1-b8bb-56742e55bee7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:20.998220 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b619f999-5ed4-4646-a1df-3261e9445868 req-04aafb97-b9c1-44a1-b8bb-56742e55bee7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0637786 Jan 22 08:36:21.055956 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b619f999-5ed4-4646-a1df-3261e9445868 req-8be61104-d8c8-40c8-9809-004254ed99b4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514266 Jan 22 08:36:21.489822 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80568449-594b-48c3-838b-3a4983b5104d req-22fe5b5b-04f3-41b0-8e7d-6d27fa116a1a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:21.491439 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80568449-594b-48c3-838b-3a4983b5104d req-22fe5b5b-04f3-41b0-8e7d-6d27fa116a1a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.0527782 Jan 22 08:36:21.612846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:21.613351 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:21.758055 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] For port f3e83080-816c-4fd4-97bb-b65ef7c08bf9, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:21.758414 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:21.817468 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044b48-df94-41a8-a940-967d481442e3 req-b77efa15-06bc-4196-853e-7bfba4a9c8f0 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:21.819099 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4044b48-df94-41a8-a940-967d481442e3 req-b77efa15-06bc-4196-853e-7bfba4a9c8f0 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 946 time: 0.1177101 Jan 22 08:36:21.929173 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4044b48-df94-41a8-a940-967d481442e3 req-df162563-c83e-49df-a9b9-9464f0a4c697 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042707 Jan 22 08:36:22.016062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:22.016770 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:22.016770 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b disassociated. External IP: 172.27.3.81, port: f3e83080-816c-4fd4-97bb-b65ef7c08bf9. Jan 22 08:36:22.017051 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for f3e83080-816c-4fd4-97bb-b65ef7c08bf9 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:22.238294 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (f3e83080-816c-4fd4-97bb-b65ef7c08bf9), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:22.284229 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb44b-3056-4a49-bdeb-e9d7511e9661 req-f6b65663-01cf-4365-88db-52bbe731e629 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:22.286560 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2ebb44b-3056-4a49-bdeb-e9d7511e9661 req-f6b65663-01cf-4365-88db-52bbe731e629 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1166151 Jan 22 08:36:22.288146 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=f3e83080-816c-4fd4-97bb-b65ef7c08bf9,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:22.319488 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.319767 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.320163 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.320701 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.320882 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.321288 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.321769 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.322110 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.322444 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.322900 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.323225 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.323597 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.323894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:22.423475 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-429d1c29-8e71-4b7f-b332-4a96bf7bfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:22.426088 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-429d1c29-8e71-4b7f-b332-4a96bf7bfac0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.0664501 Jan 22 08:36:22.429383 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2ebb44b-3056-4a49-bdeb-e9d7511e9661 req-6ee8e838-0af1-429b-b039-f64e798b7565 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257751 Jan 22 08:36:22.509431 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:22.542509 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-008aa6c0-72ad-4882-895f-c91ce3601cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:22.544128 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-008aa6c0-72ad-4882-895f-c91ce3601cc5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.1116045 Jan 22 08:36:22.638669 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-74f216ea-cbf3-45eb-84e4-f83bfe8f10fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 1001 time: 0.0877090 Jan 22 08:36:22.667992 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:22.687403 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:22.712615 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:22.713711 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:22.751530 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] No DVR routers for this DVR port f3e83080-816c-4fd4-97bb-b65ef7c08bf9 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:22.752246 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-ed506864-c524-4430-9454-12d6da79f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:22.753643 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-ed506864-c524-4430-9454-12d6da79f5b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.1041856 Jan 22 08:36:22.757458 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:22.776009 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80568449-594b-48c3-838b-3a4983b5104d req-8593b677-f36b-417d-823a-3b5b581863f4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "DELETE /v2.0/ports/f3e83080-816c-4fd4-97bb-b65ef7c08bf9 HTTP/1.1" status: 204 len: 173 time: 1.2788792 Jan 22 08:36:22.776724 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'name': 'network-vif-deleted', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:22.779828 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e4ee3-43c4-44d1-bf36-4359263787c2" -d '{"events": [{"server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "name": "network-vif-deleted", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:22.890867 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-cd67405a-9ffb-473f-9e5d-5c981193d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:22.892518 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-cd67405a-9ffb-473f-9e5d-5c981193d9c9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317761 Jan 22 08:36:22.898114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a474d-4e87-4fff-832d-5698eaf158f4 x-openstack-request-id: req-f01a474d-4e87-4fff-832d-5698eaf158f4 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:22.898580 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ab4452-3bc1-4acc-b837-fd574985d381", "name": "network-vif-deleted", "tag": "f3e83080-816c-4fd4-97bb-b65ef7c08bf9", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:22.899029 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f01a474d-4e87-4fff-832d-5698eaf158f4 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:22.899653 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ab4452-3bc1-4acc-b837-fd574985d381', 'name': 'network-vif-deleted', 'tag': 'f3e83080-816c-4fd4-97bb-b65ef7c08bf9', 'status': 'completed', 'code': 200} Jan 22 08:36:22.946702 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:23.061904 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b421b3bd-e0d5-4668-9974-4a502b730c3c req-1d9b6bc2-0d72-4075-b2f4-0f60f557c9d5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1ab4452-3bc1-4acc-b837-fd574985d381 HTTP/1.1" status: 200 len: 210 time: 0.0406847 Jan 22 08:36:23.085723 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-3d2e0697-6538-4af6-b746-36104dd49491 service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855154 Jan 22 08:36:23.229267 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-829471a0-b6ee-4a02-bf72-5a8e247f940e req-735c1002-9726-4efe-81d9-5f48fca65787 service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373260 Jan 22 08:36:23.298315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:23.337312 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:23.349070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:23.349831 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:23.588103 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf258f-d858-41b4-bc25-c3ca620e5bd2 req-b45b99d2-63b1-4362-b3f7-cb08f3c53171 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:23.590131 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dabf258f-d858-41b4-bc25-c3ca620e5bd2 req-b45b99d2-63b1-4362-b3f7-cb08f3c53171 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0678756 Jan 22 08:36:23.617564 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:23.693341 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dabf258f-d858-41b4-bc25-c3ca620e5bd2 req-91c79116-35ba-4246-9942-6af82ff12b74 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959103 Jan 22 08:36:23.924670 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:23.955035 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36eea8-8fd0-4eae-b32b-0dc096fe97a5 None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:24.251029 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9522b3-2bc0-4e8b-b7b8-23fc94879e2f None None] New status for floating IP be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:36:24.401417 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-3bbeb748-2667-4e8b-a772-b9c2ddddcfac tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707542602&fields=id&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 267 time: 0.0667298 Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.535811 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:24.538260 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-840e0410-2823-4cf2-ac2c-19647ae5506a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:24.539151 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-840e0410-2823-4cf2-ac2c-19647ae5506a tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.1357801 Jan 22 08:36:24.561323 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-44a1ca4c-baa6-4043-b75c-7f6840e423ef tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/quotas/421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 375 time: 0.0109308 Jan 22 08:36:24.623804 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-bca722c7-1dcf-4448-af16-cb1a3fc0f14b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547557 Jan 22 08:36:24.746266 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device f3e83080-816c-4fd4-97bb-b65ef7c08bf9 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:24.786975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: f3e83080-816c-4fd4-97bb-b65ef7c08bf9 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:24.787323 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device f3e83080-816c-4fd4-97bb-b65ef7c08bf9 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:24.802537 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-f5a10096-9c84-4731-88ff-9ab761a3e702 service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631048 Jan 22 08:36:24.904426 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184b76-9fe0-4c55-b39a-70279bc92417 req-83401765-b758-44b8-9f57-f1c3730c51e0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:24.906108 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71184b76-9fe0-4c55-b39a-70279bc92417 req-83401765-b758-44b8-9f57-f1c3730c51e0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1264477 Jan 22 08:36:24.945196 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-8a730b08-05b0-487f-8709-b073709a6a8f service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287813 Jan 22 08:36:24.981375 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71184b76-9fe0-4c55-b39a-70279bc92417 req-d83756bd-2bb0-4719-a254-b16b52a37ae4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647633 Jan 22 08:36:25.370160 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a4f56e1d-562c-4097-9a91-94e295b08f8a req-8e5c7e62-32e4-477c-a324-76985bf7ca53 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 210 time: 0.0338509 Jan 22 08:36:26.159188 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394ad4-ec0a-48c6-9539-3b004bbc0456 req-6634aef9-3eef-4834-8c19-b0a6ff16cd37 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:26.162068 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74394ad4-ec0a-48c6-9539-3b004bbc0456 req-6634aef9-3eef-4834-8c19-b0a6ff16cd37 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0852101 Jan 22 08:36:26.226390 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74394ad4-ec0a-48c6-9539-3b004bbc0456 req-f281b6d4-0f19-46cd-9e20-87315b188834 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581932 Jan 22 08:36:26.360206 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-c9d3acc9-638d-477d-be72-bbc720797d2d req-98a5210d-741e-49ec-b0b1-fa3e2819f2dc service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:36:26.362672 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c9d3acc9-638d-477d-be72-bbc720797d2d req-98a5210d-741e-49ec-b0b1-fa3e2819f2dc service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071161 Jan 22 08:36:26.539039 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-abe75f46-3cce-4a59-841c-ad0df2a15f56 req-8a176602-c62a-4503-9b1c-842f1e0936d3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 210 time: 0.0527964 Jan 22 08:36:26.606314 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-b32601d5-6f02-4a4b-95bf-1f329d5812ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105540 Jan 22 08:36:26.633240 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff875b-3900-4a59-ad5b-5712db62085d req-8669fc17-2b68-4e8d-ac14-1c6877a17faf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:26.639493 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5ff875b-3900-4a59-ad5b-5712db62085d req-8669fc17-2b68-4e8d-ac14-1c6877a17faf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0772088 Jan 22 08:36:26.714939 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-e515a099-30c6-47b8-9243-692a374a792f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:26.716756 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-e515a099-30c6-47b8-9243-692a374a792f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.1938200 Jan 22 08:36:26.735936 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5ff875b-3900-4a59-ad5b-5712db62085d req-7f652b7a-b3d3-4493-a85e-7bfa7741242f tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792456 Jan 22 08:36:26.820294 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-e93544e0-560b-42fc-b96a-1061f453ea74 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 380 time: 0.0938928 Jan 22 08:36:26.832149 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'port': {'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'admin_state_up': True, 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'security_groups': ['f1347b26-3f8e-40bd-9383-53122f703bbc']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:36:27.014235 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Made reservation on behalf of 421ede17a851404c8ff386afe6e24927 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:36:27.019584 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:27.228413 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.20.0.3 (33ed9646-8659-48cc-8dc4-e06dc3f572b7/61e7be99-86d6-488d-89ee-d8d18e4921d4/b93ae662-ee5a-44c6-ab99-47ee3ea016ef) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:36:27.531762 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:27.599940 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:27.691553 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:36:27.697999 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:36:27.705846 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:36:27.752593 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02a57-3728-4418-a438-761da7913f0d req-1c8a61b3-a538-4682-800d-e4a91489b825 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:27.754492 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fe02a57-3728-4418-a438-761da7913f0d req-1c8a61b3-a538-4682-800d-e4a91489b825 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 931 time: 0.1005228 Jan 22 08:36:27.809123 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:27.824973 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:27.825984 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:27.839741 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.840138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.840607 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.841061 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.841434 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.841811 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.842190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.842551 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.842988 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.843366 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.843713 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.844048 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.844392 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:27.866936 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-47f9f158-088e-4a32-917f-2a0a16c7dc31 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403061 Jan 22 08:36:27.887009 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Request body: {'port': {'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:36:27.925914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fe02a57-3728-4418-a438-761da7913f0d req-62ff8da3-6a6c-4066-9236-57682df1efc1 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604016 Jan 22 08:36:27.976398 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9cc3-b2e9-45b1-9144-6772ea30bc30 req-c6d9bac3-9e87-45e8-aafc-e3b40cdcc048 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:27.989629 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-049c9cc3-b2e9-45b1-9144-6772ea30bc30 req-c6d9bac3-9e87-45e8-aafc-e3b40cdcc048 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1408882 Jan 22 08:36:28.006460 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47490) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:28.015431 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.074874 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-049c9cc3-b2e9-45b1-9144-6772ea30bc30 req-92ae9201-f32d-4c4d-9509-5d109e46f313 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820274 Jan 22 08:36:28.128720 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Deleting subnet 3b8e2c60-298a-4a04-9395-c7b92f00b4b3 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:36:28.143107 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-24ddecaf-bfbb-417d-b327-eb5b02ef122f None None] Provisioning complete for port b93ae662-ee5a-44c6-ab99-47ee3ea016ef triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:36:28.144000 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-24ddecaf-bfbb-417d-b327-eb5b02ef122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.145012 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Publish callbacks [] for subnet (3b8e2c60-298a-4a04-9395-c7b92f00b4b3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.208878 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-24ddecaf-bfbb-417d-b327-eb5b02ef122f None None] Port b93ae662-ee5a-44c6-ab99-47ee3ea016ef cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:36:28.273074 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (3b8e2c60-298a-4a04-9395-c7b92f00b4b3), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.428229 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (3b8e2c60-298a-4a04-9395-c7b92f00b4b3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.533876 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (3b8e2c60-298a-4a04-9395-c7b92f00b4b3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.599245 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8e2c60-298a-4a04-9395-c7b92f00b4b3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:28.602561 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.608429 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-77dff1c9-95a0-43a4-88b5-ed58688e0db3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3b8e2c60-298a-4a04-9395-c7b92f00b4b3 HTTP/1.1" status: 204 len: 168 time: 0.6001370 Jan 22 08:36:28.612696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47496) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:28.636381 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93ae662-ee5a-44c6-ab99-47ee3ea016ef {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:36:28.652081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks [] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.674037 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Transition to ACTIVE for port object b93ae662-ee5a-44c6-ab99-47ee3ea016ef will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:36:28.680461 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.727277 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (73ced726-27c6-42e1-b478-8f927f9a67ef), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.764832 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Pushing event updated for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:28.777723 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:28.870936 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Attempting to bind port b93ae662-ee5a-44c6-ab99-47ee3ea016ef on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:36:28.871697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Attempting to bind port b93ae662-ee5a-44c6-ab99-47ee3ea016ef by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:36:28.872019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Attempting to bind port b93ae662-ee5a-44c6-ab99-47ee3ea016ef on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:36:28.884147 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Port b93ae662-ee5a-44c6-ab99-47ee3ea016ef on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:36:28.884708 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Attempting to bind port b93ae662-ee5a-44c6-ab99-47ee3ea016ef on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:36:28.893644 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:36:28.894099 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:36:28.894468 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Bound using segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:36:28.895023 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Bound port: b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:36:28.895389 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.926352 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc1f6a03-b576-4313-acc6-f6117a706de5 is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:28.927087 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.944445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (73ced726-27c6-42e1-b478-8f927f9a67ef), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:28.973062 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:28.975179 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:28.978474 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22927f0-5f92-456e-8d61-0766f378071d" -d '{"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:28.984857 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.985509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.987243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.987632 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > port after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.987983 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.988306 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > port after_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.988933 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.989273 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.989598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:28.990173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:29.011976 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.043522 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:36:29.048830 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:36:29.062062 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287433757'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.087947 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be93801e-7a1c-47cf-a5e2-fcf73cb955c4 x-openstack-request-id: req-be93801e-7a1c-47cf-a5e2-fcf73cb955c4 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:29.088251 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:29.088513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be93801e-7a1c-47cf-a5e2-fcf73cb955c4 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:29.089042 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'code': 200} Jan 22 08:36:29.103854 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:29.104198 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:29.104536 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:29.104868 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 22 08:36:29.105249 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ced726-27c6-42e1-b478-8f927f9a67ef']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:29.131124 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.131769 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.133440 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] 10.222.0.107 "PUT /v2.0/ports/b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 1093 time: 1.2587583 Jan 22 08:36:29.133935 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:29.137331 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538ed962-3d95-40d1-bb56-784346cb8ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:29.155029 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3107be-813c-49ea-b308-6684011681b3') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:29.156171 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3107be-813c-49ea-b308-6684011681b3') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:29.187408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:29.192961 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a2f2-2a71-4c8a-ad0e-0d21237a0747 service neutron] Pushing event updated for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:29.216303 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.216650 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.217192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.217702 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.218206 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.218756 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.219437 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.219946 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.220503 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.222499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.223454 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.224162 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.224950 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:36:29.246449 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (6e3107be-813c-49ea-b308-6684011681b3), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.252758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-d1a06e96-46d4-4c53-8af9-f25f4f4399be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.255475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-d1a06e96-46d4-4c53-8af9-f25f4f4399be service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae&tenant_id=a6f775f6c82c4596bb247ab81847fc46 HTTP/1.1" status: 200 len: 1099 time: 0.4241495 Jan 22 08:36:29.284742 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (6e3107be-813c-49ea-b308-6684011681b3), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.296226 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:36:29.296736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (6e3107be-813c-49ea-b308-6684011681b3), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:36:29.315537 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:36:29.331635 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-1dc0a83a-decc-42c6-ad8a-9672faffc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.334541 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-1dc0a83a-decc-42c6-ad8a-9672faffc230 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1096 time: 0.1275146 Jan 22 08:36:29.410942 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-694dc413-20fd-4603-9410-5a313cf7053a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 217 time: 0.0686395 Jan 22 08:36:29.474302 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-c2d539a9-fdcc-4145-b235-30cfe10926c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.476271 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-c2d539a9-fdcc-4145-b235-30cfe10926c3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0592358 Jan 22 08:36:29.531161 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-d4a82908-6c1e-4ba4-abf9-f628ff6ef153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.533595 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-d4a82908-6c1e-4ba4-abf9-f628ff6ef153 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498931 Jan 22 08:36:29.667760 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-c1415517-1a29-4d9e-8841-877f2315a833 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281974 Jan 22 08:36:29.749132 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (73ced726-27c6-42e1-b478-8f927f9a67ef), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.770446 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3aac6-577e-4c85-8c91-c0f8145cb6e6 req-8ac8e7e8-db7a-4846-9a9f-aea86ae3befc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.772372 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9b3aac6-577e-4c85-8c91-c0f8145cb6e6 req-8ac8e7e8-db7a-4846-9a9f-aea86ae3befc tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.6097682 Jan 22 08:36:29.778135 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:29.785378 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] 10.222.0.84 "DELETE /v2.0/networks/73ced726-27c6-42e1-b478-8f927f9a67ef HTTP/1.1" status: 204 len: 168 time: 1.1670194 Jan 22 08:36:29.790823 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-19711a99-cf7b-4bd1-ae06-c63f1be7808d req-89c9e0bc-828b-421e-b439-22d59c3e5170 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153944 Jan 22 08:36:29.806237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eec709-6226-472d-ba6d-99091593c90c admin admin] Pushing event deleted for resources: {'Network': ['ID=73ced726-27c6-42e1-b478-8f927f9a67ef,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:29.812415 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-33d7a315-c2f9-4fea-94af-64c3e47048b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.814737 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-33d7a315-c2f9-4fea-94af-64c3e47048b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1097 time: 0.4890754 Jan 22 08:36:29.835643 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587cf61-3575-44ef-a260-665e89d0376f req-88e938ec-15a1-4f86-bb03-babbf5297593 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:29.837225 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3587cf61-3575-44ef-a260-665e89d0376f req-88e938ec-15a1-4f86-bb03-babbf5297593 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.5132976 Jan 22 08:36:29.942073 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47512) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:29.978098 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9b3aac6-577e-4c85-8c91-c0f8145cb6e6 req-0c357799-3c7f-4886-b995-30aba60f4e1c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839957 Jan 22 08:36:29.990255 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3587cf61-3575-44ef-a260-665e89d0376f req-6f759f17-78f5-4d0b-b50a-88f6dbdf49e4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431797 Jan 22 08:36:30.037849 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-27a20995-9f49-40ae-92f8-3606974ee1ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a963615e423c4ea4892862730f75ef91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940897 Jan 22 08:36:30.039360 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47514) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:30.046876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-0ef3a753-6807-4479-9dec-fc4ee0d6908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.050092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-0ef3a753-6807-4479-9dec-fc4ee0d6908e service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.2235527 Jan 22 08:36:30.078677 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a01d6-ee38-4627-9c06-c0e89b10598c x-openstack-request-id: req-ec9a01d6-ee38-4627-9c06-c0e89b10598c {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:30.079114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:30.079778 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ec9a01d6-ee38-4627-9c06-c0e89b10598c {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:30.080382 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'status': 'completed', 'code': 200} Jan 22 08:36:30.137452 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-f4f40b59-3b32-4e9d-a55a-9c49c24858da service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 999 time: 0.0803378 Jan 22 08:36:30.146664 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] Publish callbacks [] for security_group (669ab0fb-4137-47fe-9ad2-7d700430d77d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:30.180213 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-d095f88d-6af8-482a-bac5-a3250336058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.181809 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-d095f88d-6af8-482a-bac5-a3250336058b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1096 time: 0.0750170 Jan 22 08:36:30.183850 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] Publish callbacks [] for security_group (669ab0fb-4137-47fe-9ad2-7d700430d77d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:30.230940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-7f1384d9-e27d-4158-bac8-cbf039af80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.232456 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-7f1384d9-e27d-4158-bac8-cbf039af80e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0548959 Jan 22 08:36:30.307436 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-7bd8d9d5-d773-4e9f-aa82-fd325386e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.310542 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-7bd8d9d5-d773-4e9f-aa82-fd325386e7f7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707254 Jan 22 08:36:30.320418 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-78ed0b9a-df1f-4700-8314-8c51c51223bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.322215 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-78ed0b9a-df1f-4700-8314-8c51c51223bc service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1302028 Jan 22 08:36:30.323606 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (669ab0fb-4137-47fe-9ad2-7d700430d77d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:30.326382 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:30.327552 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/669ab0fb-4137-47fe-9ad2-7d700430d77d HTTP/1.1" status: 204 len: 168 time: 0.2871017 Jan 22 08:36:30.343691 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1a0b-78aa-4639-825e-a1ffaa5ebbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ab0fb-4137-47fe-9ad2-7d700430d77d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:30.382389 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-f375c615-c574-4d17-aeef-ad59f780ae3a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 217 time: 0.0504687 Jan 22 08:36:30.442925 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-8e86518b-60a1-4e2d-ae46-9632e8835b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.444368 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-8e86518b-60a1-4e2d-ae46-9632e8835b08 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0557678 Jan 22 08:36:30.450601 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-2cb80063-0594-4521-99b8-c958839de67f service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331019 Jan 22 08:36:30.501081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-82e78c08-845a-4e26-8c29-be878dc3ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:30.504002 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-82e78c08-845a-4e26-8c29-be878dc3ee9d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521848 Jan 22 08:36:30.596695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b85c802c-ce0e-4ec0-b14b-0b5f2242f96b req-62fb9bd9-8250-4217-ae6f-a72e6d55b4ef service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394958 Jan 22 08:36:30.650728 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-d3d9d1ab-8253-41f7-af10-ddbe0881bb9d service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397369 Jan 22 08:36:30.776513 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-538ed962-3d95-40d1-bb56-784346cb8ec6 req-116d50aa-cb98-48dd-84a5-b74b9365562b service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172121 Jan 22 08:36:31.179415 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a07591-afc1-46fa-a31a-9d1d74f09613 req-803a21d7-59e6-4703-968f-53291fbed413 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:31.181050 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70a07591-afc1-46fa-a31a-9d1d74f09613 req-803a21d7-59e6-4703-968f-53291fbed413 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.0913951 Jan 22 08:36:31.207789 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00a049-921b-4f0a-8904-d0d42b9244e7 req-eceaf9f7-0ee1-4c63-8394-fb6173193b9c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:31.209481 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a00a049-921b-4f0a-8904-d0d42b9244e7 req-eceaf9f7-0ee1-4c63-8394-fb6173193b9c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0878565 Jan 22 08:36:31.305830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70a07591-afc1-46fa-a31a-9d1d74f09613 req-1aa773d1-869a-46fd-8753-249da9785ba4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138282 Jan 22 08:36:31.311922 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a00a049-921b-4f0a-8904-d0d42b9244e7 req-1a483c7b-2ba3-4fbd-8954-b30539504711 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932350 Jan 22 08:36:32.481081 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99631971-33f0-4eb9-aaac-12e87db6aab4 req-d766c5ce-ec46-4e76-909d-41db8388b189 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:32.482700 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99631971-33f0-4eb9-aaac-12e87db6aab4 req-d766c5ce-ec46-4e76-909d-41db8388b189 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0837810 Jan 22 08:36:32.494475 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74750b-ddeb-4974-8ee6-055520e4e857 req-96ca5bde-71be-413f-aa8f-0a4415c95ecf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:32.496102 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e74750b-ddeb-4974-8ee6-055520e4e857 req-96ca5bde-71be-413f-aa8f-0a4415c95ecf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.0870934 Jan 22 08:36:32.588522 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99631971-33f0-4eb9-aaac-12e87db6aab4 req-f2f88ae8-a6b7-4eb3-a534-5b276b42df4f tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912516 Jan 22 08:36:32.593639 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e74750b-ddeb-4974-8ee6-055520e4e857 req-052c9fa8-87fe-4db6-9ac5-e1fc723fb3d4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890553 Jan 22 08:36:33.787666 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc463a7-7cc4-4bd2-9979-0f3317b31caa req-539ab431-2aa5-45a2-b6d0-b2b40f83d203 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:33.789238 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bc463a7-7cc4-4bd2-9979-0f3317b31caa req-539ab431-2aa5-45a2-b6d0-b2b40f83d203 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.1012776 Jan 22 08:36:33.801582 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2756-4023-49bf-a780-9a744d9cb721 req-5e063d5e-d516-4e28-a44d-1a7a83bcf0bd tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:33.803125 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b1b2756-4023-49bf-a780-9a744d9cb721 req-5e063d5e-d516-4e28-a44d-1a7a83bcf0bd tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.1047530 Jan 22 08:36:33.886240 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bc463a7-7cc4-4bd2-9979-0f3317b31caa req-96089092-d242-4583-a35b-d9633396bdec tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819533 Jan 22 08:36:33.892707 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b1b2756-4023-49bf-a780-9a744d9cb721 req-ac6a5693-7d98-416b-b4d1-9a3de74016fc tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817180 Jan 22 08:36:35.080116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47309d7b-6276-469d-a4ee-9a591610a9dd req-f32d95d8-a35f-44fe-81c5-fe9744c69dad tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:35.082976 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47309d7b-6276-469d-a4ee-9a591610a9dd req-f32d95d8-a35f-44fe-81c5-fe9744c69dad tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0985572 Jan 22 08:36:35.102903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb2ea-95e2-4c25-99bf-26330a5b70d3 req-2bab569f-66ee-42d3-aeb9-0bdf95b77b30 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:35.104738 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24cb2ea-95e2-4c25-99bf-26330a5b70d3 req-2bab569f-66ee-42d3-aeb9-0bdf95b77b30 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.0900347 Jan 22 08:36:35.196659 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47309d7b-6276-469d-a4ee-9a591610a9dd req-25645ffc-31a1-4fc1-aaab-0775376dacc7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045022 Jan 22 08:36:35.207418 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24cb2ea-95e2-4c25-99bf-26330a5b70d3 req-cf7d1ea9-5ece-428a-9181-71d7392adaac tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952001 Jan 22 08:36:36.386667 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a81b1-21d1-4e17-ae2a-c5378b5d62f1 req-e65b94ca-5b95-498c-ae81-57215f9d2a07 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:36.388438 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a95a81b1-21d1-4e17-ae2a-c5378b5d62f1 req-e65b94ca-5b95-498c-ae81-57215f9d2a07 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0926816 Jan 22 08:36:36.397357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af928a-20c0-46d6-8631-222c46e07d82 req-f425daf8-e93d-404b-a30e-2a629a751d39 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:36.398890 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0af928a-20c0-46d6-8631-222c46e07d82 req-f425daf8-e93d-404b-a30e-2a629a751d39 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.1007085 Jan 22 08:36:36.477719 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a95a81b1-21d1-4e17-ae2a-c5378b5d62f1 req-a9cbcb44-6b35-448a-80b1-6b17a996bb2b tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777977 Jan 22 08:36:36.493281 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f0af928a-20c0-46d6-8631-222c46e07d82 req-33bcf0cb-113a-448f-b66b-d71391c1b49d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858328 Jan 22 08:36:36.537320 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:37.019978 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e1007f0b-e2c2-4787-ba17-b0b07baeb022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:37.666612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d8352-300a-4d15-b9d8-491bf012c72d req-d56650c2-46c5-4623-bc49-37d659662c33 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:37.670685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da5d8352-300a-4d15-b9d8-491bf012c72d req-d56650c2-46c5-4623-bc49-37d659662c33 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0917575 Jan 22 08:36:37.682391 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb222f-6889-44e0-bae8-c692c220ef19 req-6dc11ab8-eaf4-45a8-814f-1b860dcfcde1 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:37.684027 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51eb222f-6889-44e0-bae8-c692c220ef19 req-6dc11ab8-eaf4-45a8-814f-1b860dcfcde1 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.0956447 Jan 22 08:36:37.787888 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da5d8352-300a-4d15-b9d8-491bf012c72d req-3cb786c7-0a7d-46f3-b2e9-6722be900b91 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027415 Jan 22 08:36:37.791502 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51eb222f-6889-44e0-bae8-c692c220ef19 req-a2e70503-6727-4e9b-9bc9-2c7376ee3750 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992017 Jan 22 08:36:38.836042 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device b93ae662-ee5a-44c6-ab99-47ee3ea016ef details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:36:38.962487 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:38.976689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:36:38.977677 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba72dc2-b3f7-45c6-a72c-a66586286a6c req-d783eb4d-9df8-48ea-af2a-596127007648 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:38.979428 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dba72dc2-b3f7-45c6-a72c-a66586286a6c req-d783eb4d-9df8-48ea-af2a-596127007648 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 944 time: 0.0959835 Jan 22 08:36:39.010430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c12cc9-35a4-4a6d-b64a-8127924f64e7 req-07697d4c-18dd-47fb-9a4e-a24bd8bfab63 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:39.012032 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19c12cc9-35a4-4a6d-b64a-8127924f64e7 req-07697d4c-18dd-47fb-9a4e-a24bd8bfab63 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 943 time: 0.1167297 Jan 22 08:36:39.028532 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port b93ae662-ee5a-44c6-ab99-47ee3ea016ef is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:39.029077 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:39.045466 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93ae662-ee5a-44c6-ab99-47ee3ea016ef {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:36:39.066574 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:39.069481 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dba72dc2-b3f7-45c6-a72c-a66586286a6c req-8cbdb7c4-9334-4b70-a670-bbf224539a8e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827942 Jan 22 08:36:39.074025 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:39.075123 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:36:39.105692 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19c12cc9-35a4-4a6d-b64a-8127924f64e7 req-019c8690-26c3-4d71-9d5e-176d964e9e48 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838721 Jan 22 08:36:39.180850 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:39.277815 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:39.292200 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'port_id': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'mac_address': 'fa:16:3e:bb:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:36:39.333515 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc1f6a03-b576-4313-acc6-f6117a706de5 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:39.333910 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:39.350616 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1f6a03-b576-4313-acc6-f6117a706de5 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:36:39.374480 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:39.379409 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:39.435019 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:39.605406 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d127e92d-9092-4c4b-ba71-66587eaa85a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:39.980991 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['b93ae662-ee5a-44c6-ab99-47ee3ea016ef'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:40.165301 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['dc1f6a03-b576-4313-acc6-f6117a706de5'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:40.251937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13433dc-4c10-4e0e-ae80-29551c58b1e0 req-e2e868b7-decc-4b5f-84d7-5577daea29b6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:40.253465 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f13433dc-4c10-4e0e-ae80-29551c58b1e0 req-e2e868b7-decc-4b5f-84d7-5577daea29b6 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 945 time: 0.0979807 Jan 22 08:36:40.277491 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702eb59-81cd-4c0b-93a7-4f3b9f67f50b req-03f75912-c2d6-46c4-8974-cb73e582ae50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:40.279070 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d702eb59-81cd-4c0b-93a7-4f3b9f67f50b req-03f75912-c2d6-46c4-8974-cb73e582ae50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 944 time: 0.0740926 Jan 22 08:36:40.353764 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f13433dc-4c10-4e0e-ae80-29551c58b1e0 req-545577a5-27ca-4c36-b05a-626b9bc312a2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938838 Jan 22 08:36:40.361286 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d702eb59-81cd-4c0b-93a7-4f3b9f67f50b req-3a994c6b-8cbb-432f-8857-15964878ef2b tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748224 Jan 22 08:36:41.508922 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:41.525175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6939-f8c5-4d55-8ce0-38d62acfaa11 req-c1f3a8e1-fb6a-4b15-8172-f2fb8075f26c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:41.526813 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-333f6939-f8c5-4d55-8ce0-38d62acfaa11 req-c1f3a8e1-fb6a-4b15-8172-f2fb8075f26c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 944 time: 0.0904827 Jan 22 08:36:41.541950 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfe492-db66-496d-ae96-8ed20f9ac02e req-175dbce3-4bbc-475c-b82b-8cd3764217a3 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:41.543503 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37cfe492-db66-496d-ae96-8ed20f9ac02e req-175dbce3-4bbc-475c-b82b-8cd3764217a3 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 945 time: 0.0980184 Jan 22 08:36:41.628094 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-333f6939-f8c5-4d55-8ce0-38d62acfaa11 req-60b34ee1-50bf-4101-a2b3-fc40b013e1cd tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947645 Jan 22 08:36:41.638456 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37cfe492-db66-496d-ae96-8ed20f9ac02e req-cc72407c-e1ef-4da5-9531-2db016aca2a4 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885172 Jan 22 08:36:41.745150 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-32efef50-0410-4526-9de0-78c6e1678751 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542139946&fields=id&tenant_id=25f4ac0fad46499fa70a26ef451515dc HTTP/1.1" status: 200 len: 267 time: 0.0547700 Jan 22 08:36:41.801520 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-2189db14-7c56-4e54-b5fe-ad5e4b684361 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:41.803031 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-2189db14-7c56-4e54-b5fe-ad5e4b684361 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 985 time: 0.0524273 Jan 22 08:36:41.813608 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Request body: {'port': {'security_groups': ['33da163e-6079-4acb-9272-63288837e80f']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:36:41.902944 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:41.968222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:36:42.018939 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port dc1f6a03-b576-4313-acc6-f6117a706de5 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:36:42.019430 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.097595 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:42.107641 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port dc1f6a03-b576-4313-acc6-f6117a706de5 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:42.108032 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.131466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.133332 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:42.135679 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282524f8-07ae-4399-8994-0cd496b54797" -d '{"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:42.136101 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.152666 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:42.181818 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:42.181818 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da679e5-21e7-4e88-9228-68b799fd6283 x-openstack-request-id: req-5da679e5-21e7-4e88-9228-68b799fd6283 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:42.182017 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:42.182455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5da679e5-21e7-4e88-9228-68b799fd6283 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:42.182641 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'code': 200} Jan 22 08:36:42.187869 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.188852 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device b93ae662-ee5a-44c6-ab99-47ee3ea016ef up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:36:42.196918 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.197604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.206020 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47600) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:42.206588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06b032de-d011-4b66-838e-fa3031dee9c6 req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "PUT /v2.0/ports/0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 943 time: 0.3969102 Jan 22 08:36:42.206892 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:42.209366 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:42.226312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2770b07-de39-4c61-a4bb-afc04c125111 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event updated for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=7']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:42.277233 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b669a-450d-413a-8af1-db103946ad41 x-openstack-request-id: req-a67b669a-450d-413a-8af1-db103946ad41 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:42.277881 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:42.278898 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a67b669a-450d-413a-8af1-db103946ad41 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:42.279721 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:36:42.311874 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:42.335545 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (04e422c0-9bec-4b3a-bf61-175f72747df2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.373826 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (04e422c0-9bec-4b3a-bf61-175f72747df2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.378841 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:42.387400 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-0a759560-b78f-4447-8b7c-2c5149e72ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.388936 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-0a759560-b78f-4447-8b7c-2c5149e72ff0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1099 time: 0.0829437 Jan 22 08:36:42.462981 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port b93ae662-ee5a-44c6-ab99-47ee3ea016ef completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:36:42.481676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port b93ae662-ee5a-44c6-ab99-47ee3ea016ef triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:36:42.482248 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.514172 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-ec1bbbfd-484f-483e-a134-d3cae192d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.515958 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-ec1bbbfd-484f-483e-a134-d3cae192d2cb service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.1180122 Jan 22 08:36:42.516106 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc91570-9c3b-41b1-a1d5-53b5ec53c410 req-34c562d3-3274-4304-80af-6bcf4fcc305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.518083 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cc91570-9c3b-41b1-a1d5-53b5ec53c410 req-34c562d3-3274-4304-80af-6bcf4fcc305a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.0610061 Jan 22 08:36:42.575539 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cc91570-9c3b-41b1-a1d5-53b5ec53c410 req-cd2112ad-f0d5-491a-8e3e-37a17f8d1ab4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Jan 22 08:36:42.606946 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-d6c0e919-6703-453b-b4f3-640cbed11970 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 1002 time: 0.0793335 Jan 22 08:36:42.612369 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (04e422c0-9bec-4b3a-bf61-175f72747df2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.615840 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.620560 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "DELETE /v2.0/security-groups/04e422c0-9bec-4b3a-bf61-175f72747df2 HTTP/1.1" status: 204 len: 168 time: 0.4101114 Jan 22 08:36:42.622324 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47604) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:42.631001 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-d4bd23f0-a127-49cb-9651-8a7cea90aaab None None] Provisioning complete for port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:36:42.631746 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4bd23f0-a127-49cb-9651-8a7cea90aaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.636057 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865228f-a446-4479-a3ea-722aae00908d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e422c0-9bec-4b3a-bf61-175f72747df2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:42.764610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port b93ae662-ee5a-44c6-ab99-47ee3ea016ef is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:42.764610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.812767 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13684-9590-4c97-8af1-3139c474a469 req-08add6dc-0d45-43e2-9f4d-2a9aab1744c6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.814354 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70a13684-9590-4c97-8af1-3139c474a469 req-08add6dc-0d45-43e2-9f4d-2a9aab1744c6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 944 time: 0.1025612 Jan 22 08:36:42.816028 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Deleting port bf308ace-fb36-4195-8a21-ef2d65b22feb {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:42.816506 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.823400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb121-4877-4279-8c21-ca62593729a4 req-f8a70ca4-6a38-49d0-ad28-b3ecdae21c34 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.825078 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59fdb121-4877-4279-8c21-ca62593729a4 req-f8a70ca4-6a38-49d0-ad28-b3ecdae21c34 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0757556 Jan 22 08:36:42.859609 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:42.863329 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd23f0-a127-49cb-9651-8a7cea90aaab None None] Current status of the port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:36:42.867520 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.923709 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59fdb121-4877-4279-8c21-ca62593729a4 req-ba9de67c-ad97-4c1c-9440-ebfc92e34fd8 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795145 Jan 22 08:36:42.935583 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70a13684-9590-4c97-8af1-3139c474a469 req-a967d8c9-1e1a-40d1-a336-c64e036bf766 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090620 Jan 22 08:36:42.936255 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.936582 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for floatingip (bf308ace-fb36-4195-8a21-ef2d65b22feb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:42.939908 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:42.946114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-37476af2-b3e0-42db-8af9-a439c3d839f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:42.947648 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-37476af2-b3e0-42db-8af9-a439c3d839f9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0808616 Jan 22 08:36:42.954861 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Calling delete_port for bf308ace-fb36-4195-8a21-ef2d65b22feb owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:43.324815 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-7be3caad-63d2-40fc-a9ca-4166d976b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:43.326306 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-7be3caad-63d2-40fc-a9ca-4166d976b777 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3694413 Jan 22 08:36:43.441168 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-ebb597bb-e627-4176-a883-b333c81aaed5 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077390 Jan 22 08:36:43.539801 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (bf308ace-fb36-4195-8a21-ef2d65b22feb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:43.577017 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event deleted for resources: {'Port': ['ID=bf308ace-fb36-4195-8a21-ef2d65b22feb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:43.634672 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aee53f5f-0630-412d-ad2f-f804fb4ef8a1 req-e6949306-9ca9-4f4a-82ec-3e2138a6f9f8 service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660063 Jan 22 08:36:43.665667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks [] for floatingip (af236f23-ff8b-4f84-8a04-0c8174636359), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:43.666155 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Floating IP af236f23-ff8b-4f84-8a04-0c8174636359 disassociated (deleted). External IP: 172.27.3.219, port: 0fa3396d-97ef-4d2d-b698-0ce525ca0da2. Jan 22 08:36:43.790512 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:43.884252 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Router 4370e510-7bf1-4e25-848c-899bfcf8573b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:44.000178 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:44.005564 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:44.015559 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Sync routers for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:44.034166 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:44.034854 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:44.039579 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-de97edce-3c50-4e52-8024-c6255eba8159 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "DELETE /v2.0/floatingips/af236f23-ff8b-4f84-8a04-0c8174636359 HTTP/1.1" status: 204 len: 168 time: 1.4149630 Jan 22 08:36:44.040511 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:44.043129 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed95b9-00d3-4a31-882a-042fd64e87fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:44.122311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb1e2c-4e40-436f-a977-c86a3fed8123 req-e5bbb090-331e-4fbe-90d5-a7bf0df97faf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.123825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bfb1e2c-4e40-436f-a977-c86a3fed8123 req-e5bbb090-331e-4fbe-90d5-a7bf0df97faf tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0883746 Jan 22 08:36:44.149598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3bea6-1a20-464f-8d13-5f081b6d4972 req-1cd6f99f-be0e-4a3a-b76d-0e3c9479a457 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.151018 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf3bea6-1a20-464f-8d13-5f081b6d4972 req-1cd6f99f-be0e-4a3a-b76d-0e3c9479a457 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0805402 Jan 22 08:36:44.159448 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:44.184267 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:44.186497 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa6a5a5-303b-4f99-8a4a-c3ded78af6e3" -d '{"events": [{"server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "name": "network-vif-plugged", "status": "completed", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:44.224008 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0bfb1e2c-4e40-436f-a977-c86a3fed8123 req-2f98ef68-13e1-4ef6-85b6-9aa84a21b5b0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890298 Jan 22 08:36:44.237684 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccf3bea6-1a20-464f-8d13-5f081b6d4972 req-c306e072-4c13-47cd-9585-5915ffa7ea87 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762126 Jan 22 08:36:44.387290 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6cdda7-88fe-4f2e-8c82-ff4d4872aa65 x-openstack-request-id: req-9c6cdda7-88fe-4f2e-8c82-ff4d4872aa65 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:44.388310 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:44.388782 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9c6cdda7-88fe-4f2e-8c82-ff4d4872aa65 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:44.389473 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:36:44.411909 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:44.473409 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-5b0b68a5-eb9d-4b20-9314-ae7bfe309cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.474963 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-5b0b68a5-eb9d-4b20-9314-ae7bfe309cda service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=25f4ac0fad46499fa70a26ef451515dc&device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 1099 time: 0.0595946 Jan 22 08:36:44.547586 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8c07a-b23f-4e53-b4fe-ba14867f8371 x-openstack-request-id: req-82d8c07a-b23f-4e53-b4fe-ba14867f8371 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:44.547993 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "name": "network-vif-plugged", "status": "completed", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:44.548319 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82d8c07a-b23f-4e53-b4fe-ba14867f8371 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:44.548893 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'code': 200} Jan 22 08:36:44.569421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:44.601665 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Checking router: 4370e510-7bf1-4e25-848c-899bfcf8573b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:44.611164 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:44.611793 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:44.630816 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-4121f79a-3939-4790-b128-67214e9170ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.632822 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-4121f79a-3939-4790-b128-67214e9170ef service neutron] 10.222.0.107 "GET /v2.0/networks?id=cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 200 len: 915 time: 0.1498020 Jan 22 08:36:44.680295 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-085a7028-0dd3-4577-8cbd-2a5fdb4e7f37 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 200 len: 217 time: 0.0402792 Jan 22 08:36:44.733609 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-62b80442-177b-4cc1-bedf-16ef338073ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.734852 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:44.736063 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-62b80442-177b-4cc1-bedf-16ef338073ac service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 200 len: 854 time: 0.0500050 Jan 22 08:36:44.788933 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-e70e0698-de9a-44e6-8c88-c5adcca41a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.790457 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-e70e0698-de9a-44e6-8c88-c5adcca41a2f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cb46d949-dc6b-44f8-983d-8a261d9fb956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482657 Jan 22 08:36:44.811569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db168d-8687-4aa8-9b12-60a9ce864b62 req-d5f0d022-c77f-496f-bc73-f3eb0be1828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:44.813732 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03db168d-8687-4aa8-9b12-60a9ce864b62 req-d5f0d022-c77f-496f-bc73-f3eb0be1828e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1098 time: 0.0508616 Jan 22 08:36:44.871054 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03db168d-8687-4aa8-9b12-60a9ce864b62 req-f57dc3b1-69a4-477c-9a1a-0fa369afef1b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514040 Jan 22 08:36:44.899246 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-f6cd2164-3cb7-4dbf-94ac-6a9b5e5955be service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020544 Jan 22 08:36:44.956317 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:44.987634 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a0e69-b4db-4a16-842e-d6273a873d07 None None] The sync data for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi is: [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:30Z', 'revision_number': 4, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f96f720c-4878-4415-96b8-09619ca4f07b', 'name': '', 'network_id': 'cb46d949-dc6b-44f8-983d-8a261d9fb956', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'mac_address': 'fa:16:3e:aa:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:46Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'subnets': [{'id': 'bedaca7b-b52f-4053-9da6-47b1c0880355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:45.232816 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48444089-8d43-4388-bce5-4b37eae6b28a None None] New status for floating IP af236f23-ff8b-4f84-8a04-0c8174636359: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:36:45.271341 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95ed95b9-00d3-4a31-882a-042fd64e87fb req-a633aa02-9ad3-47bc-bf06-816b98a9471b service neutron] 10.222.0.107 "GET /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032975 Jan 22 08:36:45.413107 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cb875-847f-4b04-ab82-0706d7a4c8cd req-e87a152e-4bcd-4b88-9f02-d6ab6608d5a7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:45.414729 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-308cb875-847f-4b04-ab82-0706d7a4c8cd req-e87a152e-4bcd-4b88-9f02-d6ab6608d5a7 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.1005309 Jan 22 08:36:45.423717 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfe96a-0650-4763-aa05-d128de58f41f req-6476203f-9a44-4234-98bb-6debe114c36e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:45.427118 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dbfe96a-0650-4763-aa05-d128de58f41f req-6476203f-9a44-4234-98bb-6debe114c36e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0716639 Jan 22 08:36:45.517851 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-308cb875-847f-4b04-ab82-0706d7a4c8cd req-e7aa1b52-c9e0-4f56-9db6-aa974bcc84c1 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912061 Jan 22 08:36:45.522064 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dbfe96a-0650-4763-aa05-d128de58f41f req-1ae4edcf-1020-4639-ae08-dc128d7fc77f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884356 Jan 22 08:36:46.653261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa2a01-939b-4f91-a897-aae033533c7e req-f97f9f8a-7ed5-4644-82bf-bc5cc0360686 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:46.654947 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44fa2a01-939b-4f91-a897-aae033533c7e req-f97f9f8a-7ed5-4644-82bf-bc5cc0360686 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0541644 Jan 22 08:36:46.720470 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44fa2a01-939b-4f91-a897-aae033533c7e req-f95afe3b-e657-4e3c-ad17-010b7f2e5666 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597160 Jan 22 08:36:46.852079 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b362-e656-40d0-8272-a7b86f680c40 req-9496585d-f655-4641-b8a5-eaee4bcbc5f9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:46.853539 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-69d8b362-e656-40d0-8272-a7b86f680c40 req-9496585d-f655-4641-b8a5-eaee4bcbc5f9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0520167 Jan 22 08:36:46.913702 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-69d8b362-e656-40d0-8272-a7b86f680c40 req-434f041f-bbb8-4977-9ec4-20881e77b55e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537088 Jan 22 08:36:46.939303 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47666) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:46.984614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f8baa-5c0c-4ca8-a660-c8a67045690b tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:46.986784 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1a0f8baa-5c0c-4ca8-a660-c8a67045690b tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1093 time: 0.0459509 Jan 22 08:36:46.989815 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47668) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:46.994928 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:36:47.022723 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:47.188571 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:47.207641 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31f1a8-5bf5-40b4-8a07-55b42246a7ff req-2111d4d1-a77c-4889-9392-a7940d67813d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:47.209268 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c31f1a8-5bf5-40b4-8a07-55b42246a7ff req-2111d4d1-a77c-4889-9392-a7940d67813d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0724750 Jan 22 08:36:47.318677 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c31f1a8-5bf5-40b4-8a07-55b42246a7ff req-064ff627-7c16-400f-bdf6-25aa4b67c3ff tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Jan 22 08:36:47.340727 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.27.3.244 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/1a948f3c-fc57-4422-8286-c16410bae0b1) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:36:47.448616 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:47.483168 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:47.530871 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:36:47.536824 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:36:47.538782 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=1a948f3c-fc57-4422-8286-c16410bae0b1,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:47.540925 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:36:47.979658 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (292f97a4-92e2-48a3-b0a1-fbc13c93149b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:48.055203 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:48.278537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:48.284868 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:48.368184 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=1a948f3c-fc57-4422-8286-c16410bae0b1,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:48.383663 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (292f97a4-92e2-48a3-b0a1-fbc13c93149b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:48.530880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc602-f90d-4090-85dd-4bdd6009ba1e req-ea106dd1-2252-423b-b96f-5084e13b18a1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:48.533176 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ccbc602-f90d-4090-85dd-4bdd6009ba1e req-ea106dd1-2252-423b-b96f-5084e13b18a1 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.1136036 Jan 22 08:36:48.547641 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP 292f97a4-92e2-48a3-b0a1-fbc13c93149b associated. External IP: 172.27.3.244, port: b93ae662-ee5a-44c6-ab99-47ee3ea016ef. Jan 22 08:36:48.670645 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ccbc602-f90d-4090-85dd-4bdd6009ba1e req-a8e6fb07-0782-4626-82b3-78588c4be071 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298764 Jan 22 08:36:48.820579 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:49.271265 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:49.283388 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:49.294508 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:49.295972 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:49.296620 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:49.332779 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-986ec762-9255-40e8-b973-eb429e502d50 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3363976 Jan 22 08:36:49.334198 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:49.338269 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b5620-5813-489b-828d-d5a28207fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:49.383904 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfea378-e1e3-4f61-96ee-0956f9e1338f x-openstack-request-id: req-2cfea378-e1e3-4f61-96ee-0956f9e1338f {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:49.384274 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:49.384537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2cfea378-e1e3-4f61-96ee-0956f9e1338f {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:49.385134 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'status': 'completed', 'code': 200} Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.406230 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-fb85b3bc-2686-426b-af25-17957ab5bf7d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.409750 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-fb85b3bc-2686-426b-af25-17957ab5bf7d tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.107 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0812862 Jan 22 08:36:49.444504 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:49.479561 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5620-5813-489b-828d-d5a28207fdab req-88444097-6a1c-4eb6-80fd-1d070824af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.481256 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-88444097-6a1c-4eb6-80fd-1d070824af65 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1098 time: 0.0653107 Jan 22 08:36:49.541708 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Deleting port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:49.541980 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:49.613326 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5620-5813-489b-828d-d5a28207fdab req-a91d4e89-ba6c-4601-8e7b-9a7866403aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.614999 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-a91d4e89-ba6c-4601-8e7b-9a7866403aa3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1263731 Jan 22 08:36:49.675197 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] For port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:49.675784 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:49.693147 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Calling delete_port for 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:49.705888 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-6e8bb86d-a6c7-4390-89e4-44aad22288dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 999 time: 0.0830467 Jan 22 08:36:49.743843 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:47Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:49.776002 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5620-5813-489b-828d-d5a28207fdab req-89fc0ee7-54e6-466f-9048-c7878527bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.778045 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-89fc0ee7-54e6-466f-9048-c7878527bc65 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0657275 Jan 22 08:36:49.782543 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:49.791576 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:49.792254 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:49.862789 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5620-5813-489b-828d-d5a28207fdab req-e4bd8f4b-55ca-433a-9b34-f679cdfedc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.865611 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-e4bd8f4b-55ca-433a-9b34-f679cdfedc09 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762885 Jan 22 08:36:49.876464 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e595-e12a-4636-b3f7-09ec92861dac req-27f4b9ce-69ed-4f5c-a7f3-bfd31664c3ec tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:36:49.878945 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e80e595-e12a-4636-b3f7-09ec92861dac req-27f4b9ce-69ed-4f5c-a7f3-bfd31664c3ec tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/ports?device_id=6844d33a-1150-4687-ae3b-b708094d1065 HTTP/1.1" status: 200 len: 946 time: 0.0994956 Jan 22 08:36:49.904697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (0fa3396d-97ef-4d2d-b698-0ce525ca0da2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:49.930796 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['0fa3396d-97ef-4d2d-b698-0ce525ca0da2'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:36:49.954251 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Pushing event deleted for resources: {'Port': ['ID=0fa3396d-97ef-4d2d-b698-0ce525ca0da2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:49.992476 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:50.042157 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e80e595-e12a-4636-b3f7-09ec92861dac req-5d00dd9f-4bd5-4342-827f-7fec6af9cb14 tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.84 "GET /v2.0/security-groups?id=33da163e-6079-4acb-9272-63288837e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481302 Jan 22 08:36:50.043858 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] No DVR routers for this DVR port 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 on host hv-cinder-82591 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:50.049463 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:50.056947 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bb04fb29-7513-4035-9702-b7abd2592a70 req-e81dab9c-7db5-448d-a44e-a91d737cb20c tempest-TestMinimumBasicScenario-1264637626 tempest-TestMinimumBasicScenario-1264637626-project] 10.222.0.107 "DELETE /v2.0/ports/0fa3396d-97ef-4d2d-b698-0ce525ca0da2 HTTP/1.1" status: 204 len: 173 time: 0.6412418 Jan 22 08:36:50.058612 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'name': 'network-vif-deleted', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:36:50.058857 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-a28ccc54-00fc-4b90-9a80-d753bed306e7 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780903 Jan 22 08:36:50.077831 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f2438-047a-4d6c-8cbf-963e545862fb" -d '{"events": [{"server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "name": "network-vif-deleted", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:36:50.186273 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d42c8-a9d8-4db0-b159-5dc751b2af32 x-openstack-request-id: req-653d42c8-a9d8-4db0-b159-5dc751b2af32 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:36:50.189104 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6844d33a-1150-4687-ae3b-b708094d1065", "name": "network-vif-deleted", "tag": "0fa3396d-97ef-4d2d-b698-0ce525ca0da2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:36:50.189488 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-653d42c8-a9d8-4db0-b159-5dc751b2af32 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:36:50.190142 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6844d33a-1150-4687-ae3b-b708094d1065', 'name': 'network-vif-deleted', 'tag': '0fa3396d-97ef-4d2d-b698-0ce525ca0da2', 'status': 'completed', 'code': 200} Jan 22 08:36:50.203343 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016b5620-5813-489b-828d-d5a28207fdab req-72bcfc87-2880-479f-9efa-2ecd66f287ac service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379020 Jan 22 08:36:50.321935 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:47Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:50.355549 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a91c4-d2db-4827-bba6-890a9b29a3c4 None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:47Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:50.588996 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1c41c-903f-439a-9b4d-a3b1e0e47da3 None None] New status for floating IP 292f97a4-92e2-48a3-b0a1-fbc13c93149b: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:36:51.854908 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47746) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:52.442327 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (4370e510-7bf1-4e25-848c-899bfcf8573b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:52.721482 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Deleting port f96f720c-4878-4415-96b8-09619ca4f07b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:52.721886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:52.806958 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] For port f96f720c-4878-4415-96b8-09619ca4f07b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f96f720c-4878-4415-96b8-09619ca4f07b,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:52.807319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:52.822526 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Calling delete_port for f96f720c-4878-4415-96b8-09619ca4f07b owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:53.029320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (f96f720c-4878-4415-96b8-09619ca4f07b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:53.061583 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96f720c-4878-4415-96b8-09619ca4f07b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:53.121734 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:53.143990 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:53.144335 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0fa3396d-97ef-4d2d-b698-0ce525ca0da2 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:53.265833 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (4370e510-7bf1-4e25-848c-899bfcf8573b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:53.517041 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Router 4370e510-7bf1-4e25-848c-899bfcf8573b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:53.640023 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:53.646476 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ad6ba7da-fc09-4aac-88bb-ad0b1c743696 admin admin] 10.222.0.84 "PUT /v2.0/routers/4370e510-7bf1-4e25-848c-899bfcf8573b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905190 Jan 22 08:36:53.649070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47758) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:53.651904 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Sync routers for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:53.672803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:53.673805 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:53.780180 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks [] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:53.810914 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:53.935813 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks [] for router_gateway (4370e510-7bf1-4e25-848c-899bfcf8573b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.017104 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Deleting port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:54.017651 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.057156 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:36:52Z', 'revision_number': 5, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port': {'id': '0ac29f4e-4ff4-4e4d-b19f-62a3a4887034', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:54.132604 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] For port 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:54.133279 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.149238 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Calling delete_port for 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 owned by network:router_gateway {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:54.228971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Checking router: 4370e510-7bf1-4e25-848c-899bfcf8573b for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:54.240040 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Routers {'4370e510-7bf1-4e25-848c-899bfcf8573b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:54.240675 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['4370e510-7bf1-4e25-848c-899bfcf8573b'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:54.346966 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (0ac29f4e-4ff4-4e4d-b19f-62a3a4887034), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.349287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] Set router 4370e510-7bf1-4e25-848c-899bfcf8573b gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:54.380838 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac29f4e-4ff4-4e4d-b19f-62a3a4887034,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:54.416736 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:36:53Z', 'revision_number': 6, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:54.446736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (4370e510-7bf1-4e25-848c-899bfcf8573b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.452414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af7b52-67a2-4e52-bd38-70469bc74cc6 None None] The sync data for ids ['4370e510-7bf1-4e25-848c-899bfcf8573b'] in dv-cinder-825913-1-iscsi is: [{'id': '4370e510-7bf1-4e25-848c-899bfcf8573b', 'name': 'tempest-TestMinimumBasicScenario-1393882340-router', 'tenant_id': '25f4ac0fad46499fa70a26ef451515dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:36:53Z', 'revision_number': 6, 'project_id': '25f4ac0fad46499fa70a26ef451515dc', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:54.564251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.567042 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks [] for router_controller (4370e510-7bf1-4e25-848c-899bfcf8573b), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.650018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (4370e510-7bf1-4e25-848c-899bfcf8573b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.650856 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4370e510-7bf1-4e25-848c-899bfcf8573b {{(pid=102498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:36:54.656666 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.658479 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6c47b392-dcae-49b3-8e49-7f5a8dca3008 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4370e510-7bf1-4e25-848c-899bfcf8573b HTTP/1.1" status: 204 len: 168 time: 1.0077920 Jan 22 08:36:54.663938 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47764) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:54.722313 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Deleting subnet bedaca7b-b52f-4053-9da6-47b1c0880355 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:36:54.726190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Publish callbacks [] for subnet (bedaca7b-b52f-4053-9da6-47b1c0880355), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.774556 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (bedaca7b-b52f-4053-9da6-47b1c0880355), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.897424 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (bedaca7b-b52f-4053-9da6-47b1c0880355), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:54.978829 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (bedaca7b-b52f-4053-9da6-47b1c0880355), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.006175 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedaca7b-b52f-4053-9da6-47b1c0880355,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:55.010796 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.014316 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3525242c-6bf5-4e60-b14c-cf438dff57ca admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bedaca7b-b52f-4053-9da6-47b1c0880355 HTTP/1.1" status: 204 len: 168 time: 0.3489304 Jan 22 08:36:55.017667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47766) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:55.020498 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493a1f1-ff8a-4a36-8b1c-9a7b5d7d1431 None None] Network cb46d949-dc6b-44f8-983d-8a261d9fb956 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:36:55.115830 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (cb46d949-dc6b-44f8-983d-8a261d9fb956), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.162883 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:36:55.180212 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Deleting port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:55.180583 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.263549 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] For port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:55.263923 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.277114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] DHCP port deletion for cb46d949-dc6b-44f8-983d-8a261d9fb956 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:36:55.280081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Calling delete_port for 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:55.346163 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Deleting port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:55.346942 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.377387 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.409956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:55.412771 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] No DVR routers for this DVR port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 on host dv-cinder-825913-1-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:55.436541 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] For port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,segment=NetworkSegment(15d71576-70f0-48f3-b23a-f6325c9d84e5),segment_id=15d71576-70f0-48f3-b23a-f6325c9d84e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:55.436937 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.455347 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Calling delete_port for 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:55.498325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (cb46d949-dc6b-44f8-983d-8a261d9fb956), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.535962 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb46d949-dc6b-44f8-983d-8a261d9fb956']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:55.546455 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d71576-70f0-48f3-b23a-f6325c9d84e5') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:55.547667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d71576-70f0-48f3-b23a-f6325c9d84e5') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:55.560771 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (15d71576-70f0-48f3-b23a-f6325c9d84e5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.581557 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (15d71576-70f0-48f3-b23a-f6325c9d84e5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.595610 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:36:55.596138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (15d71576-70f0-48f3-b23a-f6325c9d84e5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: warnings.warn(msg) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:36:55.598038 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:36:55.640094 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (42e6bf37-e0a7-47fc-b6ab-2784cc9eead8), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.682274 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] Pushing event deleted for resources: {'Port': ['ID=42e6bf37-e0a7-47fc-b6ab-2784cc9eead8,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:55.686488 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5004b-a78f-4c2a-a34a-891bd8cc3f6a None None] No DVR routers for this DVR port 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:55.700873 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (cb46d949-dc6b-44f8-983d-8a261d9fb956), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.710937 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:55.714471 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cb46d949-dc6b-44f8-983d-8a261d9fb956 HTTP/1.1" status: 204 len: 168 time: 0.6953964 Jan 22 08:36:55.718461 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47772) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:55.727772 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8afc6-e5d4-43b4-8542-e557eb2f6ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb46d949-dc6b-44f8-983d-8a261d9fb956,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:56.029822 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f96f720c-4878-4415-96b8-09619ca4f07b no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:56.051357 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: f96f720c-4878-4415-96b8-09619ca4f07b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:56.051701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f96f720c-4878-4415-96b8-09619ca4f07b not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:56.052376 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:56.072885 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:56.073225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 42e6bf37-e0a7-47fc-b6ab-2784cc9eead8 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:56.073640 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:36:56.093539 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:36:56.094226 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 0ac29f4e-4ff4-4e4d-b19f-62a3a4887034 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:36:56.385818 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (a2196702-e7cd-47d0-a630-fe0d56e32341), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:56.672143 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Deleting port efa4c9dc-c23c-48da-83bb-f5464d5fb39e {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:56.672534 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:56.767234 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] For port efa4c9dc-c23c-48da-83bb-f5464d5fb39e, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:56.767991 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:56.783492 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Calling delete_port for efa4c9dc-c23c-48da-83bb-f5464d5fb39e owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:56.995064 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (efa4c9dc-c23c-48da-83bb-f5464d5fb39e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:57.027494 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa4c9dc-c23c-48da-83bb-f5464d5fb39e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:57.225238 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (a2196702-e7cd-47d0-a630-fe0d56e32341), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:57.466423 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Router a2196702-e7cd-47d0-a630-fe0d56e32341 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:36:57.584416 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:36:57.591205 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b06d2852-3c68-4168-bf43-98614e77b9a2 admin admin] 10.222.0.84 "PUT /v2.0/routers/a2196702-e7cd-47d0-a630-fe0d56e32341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8681512 Jan 22 08:36:57.592121 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47780) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:57.595388 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Sync routers for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:36:57.605826 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:57.606438 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:57.709193 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks [] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:57.815822 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:57.827229 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks [] for router_gateway (a2196702-e7cd-47d0-a630-fe0d56e32341), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:57.909177 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Deleting port d663eecf-4e78-4974-b7ce-8924d99f60b0 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:57.909824 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.011060 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] For port d663eecf-4e78-4974-b7ce-8924d99f60b0, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d663eecf-4e78-4974-b7ce-8924d99f60b0,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:58.011298 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.017757 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:36:56Z', 'revision_number': 5, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port': {'id': 'd663eecf-4e78-4974-b7ce-8924d99f60b0', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:58.027288 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Calling delete_port for d663eecf-4e78-4974-b7ce-8924d99f60b0 owned by network:router_gateway {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:58.052082 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Checking router: a2196702-e7cd-47d0-a630-fe0d56e32341 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:36:58.062203 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Routers {'a2196702-e7cd-47d0-a630-fe0d56e32341'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:36:58.063644 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:36:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['a2196702-e7cd-47d0-a630-fe0d56e32341'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:58.154230 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] Set router a2196702-e7cd-47d0-a630-fe0d56e32341 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:36:58.210080 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:36:57Z', 'revision_number': 6, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:58.210601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (d663eecf-4e78-4974-b7ce-8924d99f60b0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.238398 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Pushing event deleted for resources: {'Port': ['ID=d663eecf-4e78-4974-b7ce-8924d99f60b0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:58.240083 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4daf68-8f80-4b72-ad77-4435f37f5283 None None] The sync data for ids ['a2196702-e7cd-47d0-a630-fe0d56e32341'] in dv-cinder-825913-1-iscsi is: [{'id': 'a2196702-e7cd-47d0-a630-fe0d56e32341', 'name': 'tempest-TestMinimumBasicScenario-2038752033-router', 'tenant_id': 'e0d062e8cad240f4bab0440b2b543d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:36:57Z', 'revision_number': 6, 'project_id': 'e0d062e8cad240f4bab0440b2b543d84', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:36:58.305561 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (a2196702-e7cd-47d0-a630-fe0d56e32341), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.400413 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.403053 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks [] for router_controller (a2196702-e7cd-47d0-a630-fe0d56e32341), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.446033 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (a2196702-e7cd-47d0-a630-fe0d56e32341), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.446549 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2196702-e7cd-47d0-a630-fe0d56e32341 {{(pid=102498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:36:58.451849 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.455757 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-04613264-37d8-4780-aae5-c7de316aa242 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a2196702-e7cd-47d0-a630-fe0d56e32341 HTTP/1.1" status: 204 len: 168 time: 0.8600063 Jan 22 08:36:58.456822 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47786) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:58.500607 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Deleting subnet f41b3379-ae1b-4002-91a8-d6215a56d064 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:36:58.504214 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Publish callbacks [] for subnet (f41b3379-ae1b-4002-91a8-d6215a56d064), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.539576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290142811'] for subnet (f41b3379-ae1b-4002-91a8-d6215a56d064), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.669542 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (f41b3379-ae1b-4002-91a8-d6215a56d064), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.736774 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290210646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290246198'] for subnet (f41b3379-ae1b-4002-91a8-d6215a56d064), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.768239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41b3379-ae1b-4002-91a8-d6215a56d064,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:58.772445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.775636 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-88fbd993-641d-45e4-876c-e6756f505e86 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f41b3379-ae1b-4002-91a8-d6215a56d064 HTTP/1.1" status: 204 len: 168 time: 0.3177691 Jan 22 08:36:58.778289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47788) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:58.785141 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eaaedd-457f-4df8-8d08-2391808bc4e3 None None] Network 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:36:58.859558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (0ce6ce69-e5d3-41f3-8a47-48fc931989e9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:58.941024 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Deleting port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:58.941354 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.009818 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] For port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:59.010275 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.030865 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Calling delete_port for 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:59.045494 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] DHCP port deletion for 0ce6ce69-e5d3-41f3-8a47-48fc931989e9 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:36:59.101197 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Deleting port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:36:59.101578 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.117376 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.144920 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:59.148696 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] No DVR routers for this DVR port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 on host dv-cinder-825913-1-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:59.177078 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] For port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,segment=NetworkSegment(ce1a97e5-15f0-4720-a596-39522f95c9c2),segment_id=ce1a97e5-15f0-4720-a596-39522f95c9c2)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:36:59.177499 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.192652 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Calling delete_port for 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:36:59.227000 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (0ce6ce69-e5d3-41f3-8a47-48fc931989e9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.250870 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce6ce69-e5d3-41f3-8a47-48fc931989e9']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:59.261729 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1a97e5-15f0-4720-a596-39522f95c9c2') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:59.262025 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1a97e5-15f0-4720-a596-39522f95c9c2') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:36:59.273455 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (ce1a97e5-15f0-4720-a596-39522f95c9c2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.290992 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (ce1a97e5-15f0-4720-a596-39522f95c9c2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.300450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:36:59.301113 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (15b4bcaf-2060-4c35-856e-01a9fc5e3a70), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.301439 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (ce1a97e5-15f0-4720-a596-39522f95c9c2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:36:59.303017 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:36:59.331846 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] Pushing event deleted for resources: {'Port': ['ID=15b4bcaf-2060-4c35-856e-01a9fc5e3a70,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:59.337199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a96e91-4e39-4385-94f5-a482b615158d None None] No DVR routers for this DVR port 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:36:59.376600 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (0ce6ce69-e5d3-41f3-8a47-48fc931989e9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.382184 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.387379 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0ce6ce69-e5d3-41f3-8a47-48fc931989e9 HTTP/1.1" status: 204 len: 168 time: 0.6076486 Jan 22 08:36:59.402483 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689fa6-d1db-4a25-ac68-abc857be8ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce6ce69-e5d3-41f3-8a47-48fc931989e9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:36:59.512015 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47796) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:59.554472 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-11ad5cb6-2101-4d4b-93c9-5197f9671302 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=25f4ac0fad46499fa70a26ef451515dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411754 Jan 22 08:36:59.556843 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47798) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:36:59.605523 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] Publish callbacks [] for security_group (33da163e-6079-4acb-9272-63288837e80f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.637449 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] Publish callbacks [] for security_group (33da163e-6079-4acb-9272-63288837e80f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.687458 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (33da163e-6079-4acb-9272-63288837e80f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.690155 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:36:59.691341 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33da163e-6079-4acb-9272-63288837e80f HTTP/1.1" status: 204 len: 168 time: 0.1336074 Jan 22 08:36:59.699603 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69183b0-af20-4603-962d-418a4ae05fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da163e-6079-4acb-9272-63288837e80f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:37:00.056153 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:37:00.078464 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:37:00.078855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 15b4bcaf-2060-4c35-856e-01a9fc5e3a70 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:37:00.079407 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d663eecf-4e78-4974-b7ce-8924d99f60b0 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:37:00.082225 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 47808) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:37:00.101866 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: d663eecf-4e78-4974-b7ce-8924d99f60b0 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:37:00.102185 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d663eecf-4e78-4974-b7ce-8924d99f60b0 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:37:00.102820 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device efa4c9dc-c23c-48da-83bb-f5464d5fb39e no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:37:00.124079 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: efa4c9dc-c23c-48da-83bb-f5464d5fb39e {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:37:00.124416 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device efa4c9dc-c23c-48da-83bb-f5464d5fb39e not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:37:00.132289 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f1fc7cf8-22cf-44cc-97ab-e104564fc7a2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0d062e8cad240f4bab0440b2b543d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484533 Jan 22 08:37:00.135022 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 47810) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:37:00.188090 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] Publish callbacks [] for security_group (2af740de-223c-46ef-b0e9-7c0de4d41d47), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:00.209451 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] Publish callbacks [] for security_group (2af740de-223c-46ef-b0e9-7c0de4d41d47), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:00.279108 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2af740de-223c-46ef-b0e9-7c0de4d41d47), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:00.283186 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:00.284433 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2af740de-223c-46ef-b0e9-7c0de4d41d47 HTTP/1.1" status: 204 len: 168 time: 0.1485353 Jan 22 08:37:00.292758 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a9c36-2c29-4656-b547-f8fd5e4e901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af740de-223c-46ef-b0e9-7c0de4d41d47,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:37:06.532725 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:07.015231 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a11e2d4b-85cb-4832-826c-63976a49fc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:09.600496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b13796b9-4c68-489d-a3ec-40e64d723c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:11.511974 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:13.052297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75033e-a140-4e9d-a824-1d51e3b484dd req-e961b7a5-7bd4-4856-9ba5-002d7654875e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:13.053909 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a75033e-a140-4e9d-a824-1d51e3b484dd req-e961b7a5-7bd4-4856-9ba5-002d7654875e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0836859 Jan 22 08:37:13.065340 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-74dd4f06-861e-438e-a7aa-5a2f6dc17d98 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640614 Jan 22 08:37:13.154560 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a75033e-a140-4e9d-a824-1d51e3b484dd req-c9a66c61-4be4-4a31-83a3-4adb0320e5eb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869079 Jan 22 08:37:13.165705 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-f9ca4c7a-f8b4-46a9-86b8-7dff3ba021e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:13.167359 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-f9ca4c7a-f8b4-46a9-86b8-7dff3ba021e6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.0761161 Jan 22 08:37:13.277547 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-4adfa580-fcc6-4ee4-ad3c-df5f2a4e0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:13.279064 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-4adfa580-fcc6-4ee4-ad3c-df5f2a4e0424 service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.0919268 Jan 22 08:37:13.355015 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-2df2dd28-c295-4c17-9045-25f67758da32 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 1001 time: 0.0675747 Jan 22 08:37:13.412634 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-e4344e89-6dfc-4d65-bca3-9b69591dd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:13.414131 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-e4344e89-6dfc-4d65-bca3-9b69591dd165 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0469706 Jan 22 08:37:13.471649 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-f5af17b4-013b-4c84-9440-5680db161968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:13.473156 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-f5af17b4-013b-4c84-9440-5680db161968 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529969 Jan 22 08:37:13.568483 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-9f329730-0a41-4052-b749-eba81dd80d97 service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882607 Jan 22 08:37:13.663941 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a06b45-3d29-4f2f-ba58-10df93ae77c2 req-2a9ab06a-76f9-4c4b-b444-bb521882c431 service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894382 Jan 22 08:37:13.795309 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:14.292235 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5645-80aa-4003-8868-b78746646bd4 req-0ffc1a3e-8811-4081-a277-2fed46c1fce5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:14.293584 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-58fe5645-80aa-4003-8868-b78746646bd4 req-0ffc1a3e-8811-4081-a277-2fed46c1fce5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0613179 Jan 22 08:37:14.344008 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-58fe5645-80aa-4003-8868-b78746646bd4 req-e8d192c3-0ddc-412c-b984-a325c8499418 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Jan 22 08:37:14.386383 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:15.467065 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f0ef-fafa-4822-9c23-9d50357172a5 req-2e196f1b-df8e-458f-9f21-043b43c3551d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:15.468973 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20d4f0ef-fafa-4822-9c23-9d50357172a5 req-2e196f1b-df8e-458f-9f21-043b43c3551d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0502937 Jan 22 08:37:15.520801 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20d4f0ef-fafa-4822-9c23-9d50357172a5 req-7ae4fc75-1e23-4c80-9063-6ebd26d38b5f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463307 Jan 22 08:37:16.670411 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f13d7a-6639-4c61-9304-608625c3a64f req-0a6919fd-f4cc-4d16-9dad-4c9aa1f9f824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:16.673617 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7f13d7a-6639-4c61-9304-608625c3a64f req-0a6919fd-f4cc-4d16-9dad-4c9aa1f9f824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0772717 Jan 22 08:37:16.729935 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e7f13d7a-6639-4c61-9304-608625c3a64f req-62fa21f2-088e-4242-87c1-d995efd6b1d3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503237 Jan 22 08:37:17.853250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5219f7-b9fc-42ca-8ec6-814952285273 req-e7708220-5d03-4c89-aa9d-029c00c38dae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:17.854772 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed5219f7-b9fc-42ca-8ec6-814952285273 req-e7708220-5d03-4c89-aa9d-029c00c38dae tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0497465 Jan 22 08:37:17.904090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed5219f7-b9fc-42ca-8ec6-814952285273 req-6fd0e762-7a96-4e30-8f15-4ff96291ea67 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Jan 22 08:37:19.033969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900d16-36d7-48c1-b15a-c18d2953ee66 req-8a71e808-ab1c-49c9-a0d5-bfa91fd64942 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:19.035543 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19900d16-36d7-48c1-b15a-c18d2953ee66 req-8a71e808-ab1c-49c9-a0d5-bfa91fd64942 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0538380 Jan 22 08:37:19.091229 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19900d16-36d7-48c1-b15a-c18d2953ee66 req-105a2dd9-4848-4f45-83c8-b36cdea69739 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499179 Jan 22 08:37:20.224740 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf16e5-8fcc-4cb9-9d8e-302b6164175f req-5953927a-ecd2-4769-b2c7-df4412b79c75 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:20.226246 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5bf16e5-8fcc-4cb9-9d8e-302b6164175f req-5953927a-ecd2-4769-b2c7-df4412b79c75 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0514350 Jan 22 08:37:20.275214 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5bf16e5-8fcc-4cb9-9d8e-302b6164175f req-591494e2-7106-4299-8c30-c4d162b94e60 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Jan 22 08:37:21.408748 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162bf83-433d-4b91-82cc-c951f74d67dc req-0cb7e548-c988-46a3-8f49-8fd93faede95 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:21.410345 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1162bf83-433d-4b91-82cc-c951f74d67dc req-0cb7e548-c988-46a3-8f49-8fd93faede95 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0564489 Jan 22 08:37:21.465422 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1162bf83-433d-4b91-82cc-c951f74d67dc req-6a9336c0-dfe5-4e99-b918-b0674b7fcd74 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 Jan 22 08:37:22.595817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9214b1-a20e-412f-8c45-44707abc390c req-edad2d77-0235-4fa9-850c-9588a6103d38 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:22.597338 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e9214b1-a20e-412f-8c45-44707abc390c req-edad2d77-0235-4fa9-850c-9588a6103d38 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0549808 Jan 22 08:37:22.650012 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e9214b1-a20e-412f-8c45-44707abc390c req-6888829d-ab07-47d4-b131-e1305616f9c6 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Jan 22 08:37:23.780772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b651d-f01e-4d65-9df3-475c410f00d5 req-cd0cd264-f725-498a-89fd-1d36a6f23079 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:23.782278 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a22b651d-f01e-4d65-9df3-475c410f00d5 req-cd0cd264-f725-498a-89fd-1d36a6f23079 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0511229 Jan 22 08:37:23.831567 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a22b651d-f01e-4d65-9df3-475c410f00d5 req-8d5d31ac-0e1d-46d8-9237-7af8f72d01fa tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Jan 22 08:37:24.962879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a742df-dd6a-4945-b9be-434ee8013356 req-555caba9-77df-4da5-ba7e-8056300af32b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:24.964397 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30a742df-dd6a-4945-b9be-434ee8013356 req-555caba9-77df-4da5-ba7e-8056300af32b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0594382 Jan 22 08:37:25.016269 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30a742df-dd6a-4945-b9be-434ee8013356 req-78017fb1-7f91-4916-a33f-1e1a49112c65 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454826 Jan 22 08:37:26.145822 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e632c7a-7fa8-4e08-aeea-92a3c6df272f req-c9978216-90a1-4e62-91c0-8b00ea864e13 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:26.147340 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1e632c7a-7fa8-4e08-aeea-92a3c6df272f req-c9978216-90a1-4e62-91c0-8b00ea864e13 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0502026 Jan 22 08:37:26.195837 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1e632c7a-7fa8-4e08-aeea-92a3c6df272f req-6823fab0-0e9b-490d-87e7-707113c06a42 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Jan 22 08:37:27.189781 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:37:27.295422 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:37:27.307349 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:37:27.327859 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033c657-c265-4d81-b432-27cb76b61056 req-a4921ccc-7b46-4e6c-bf4d-9c09d0f4b6c0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:27.329426 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c033c657-c265-4d81-b432-27cb76b61056 req-a4921ccc-7b46-4e6c-bf4d-9c09d0f4b6c0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0506606 Jan 22 08:37:27.348833 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: ACTIVE; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:37:27.349255 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:27.362424 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:37:27.378892 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c033c657-c265-4d81-b432-27cb76b61056 req-1381239a-6d0f-442d-ab38-5fd0c0a9bb18 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Jan 22 08:37:27.381897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:37:27.387619 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:27.574881 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:37:27.605720 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c417c270-1dee-4a22-b98a-a3fe12f1963a'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:37:28.512094 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553755d-12ff-4ceb-baaf-6c52fe8e5d76 req-60db7e7d-249b-4956-85fd-ae8483ea7200 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:28.513541 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2553755d-12ff-4ceb-baaf-6c52fe8e5d76 req-60db7e7d-249b-4956-85fd-ae8483ea7200 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0546710 Jan 22 08:37:28.562524 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2553755d-12ff-4ceb-baaf-6c52fe8e5d76 req-e0d98dcb-9bbc-41ea-856e-5c6e585b7ed3 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Jan 22 08:37:29.211544 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:37:29.262857 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c417c270-1dee-4a22-b98a-a3fe12f1963a triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:37:29.263227 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:29.351786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:37:29.352180 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:29.375370 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:37:29.385085 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e230a60-7cc0-4768-8456-545c6ace4e73" -d '{"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:37:29.398786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:37:29.403154 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:29.440111 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c829735-199e-4654-8746-91d5ca7071a2 x-openstack-request-id: req-3c829735-199e-4654-8746-91d5ca7071a2 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:37:29.440421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:37:29.440689 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c829735-199e-4654-8746-91d5ca7071a2 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:37:29.441108 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'code': 200} Jan 22 08:37:29.467439 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:37:29.475546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.475893 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.476232 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.476569 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.476897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.477223 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.477546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.477871 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.478192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.478514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.478868 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.479188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.479503 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:37:29.689863 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed355cd-c7b3-4709-b031-72e0e1179085 req-b1408fd1-6574-454c-8075-048e9fc20c2c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:29.691445 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ed355cd-c7b3-4709-b031-72e0e1179085 req-b1408fd1-6574-454c-8075-048e9fc20c2c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0521417 Jan 22 08:37:29.740659 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ed355cd-c7b3-4709-b031-72e0e1179085 req-d1df3bd8-192b-4ff2-bb32-4cc22ef0a29e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Jan 22 08:37:30.901250 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697670-343e-4f91-a103-ec392544eef1 req-ce9ec88a-66a7-4797-b0c7-f2c8df5c6e5b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:30.902695 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54697670-343e-4f91-a103-ec392544eef1 req-ce9ec88a-66a7-4797-b0c7-f2c8df5c6e5b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0609417 Jan 22 08:37:30.957393 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54697670-343e-4f91-a103-ec392544eef1 req-58ec7e5a-76fc-4f26-a3c8-42609e655276 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 Jan 22 08:37:32.098656 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323bf4-d3df-47e4-bf82-e29bbf7b720e req-e1a394bd-81df-4cd7-981f-b33803ce7fde tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:32.100399 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-78323bf4-d3df-47e4-bf82-e29bbf7b720e req-e1a394bd-81df-4cd7-981f-b33803ce7fde tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0542026 Jan 22 08:37:32.167833 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:37:32.171685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-78323bf4-d3df-47e4-bf82-e29bbf7b720e req-15a08466-9798-44df-8398-d20ef7cbcb8e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564198 Jan 22 08:37:33.308977 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33cb05-27a0-4714-b973-b17a01d4afab req-0251f2a9-2b86-4e01-a64b-060e88bde321 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:33.310529 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af33cb05-27a0-4714-b973-b17a01d4afab req-0251f2a9-2b86-4e01-a64b-060e88bde321 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0550742 Jan 22 08:37:33.371899 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af33cb05-27a0-4714-b973-b17a01d4afab req-07ce9e90-3557-45a6-b252-cb7acf8d7d1c tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551119 Jan 22 08:37:34.518021 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687d40e-792a-4b1c-9a55-0d48c6929f56 req-5862c0b9-48a2-4add-89ae-0edf8b4b9554 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:34.519530 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6687d40e-792a-4b1c-9a55-0d48c6929f56 req-5862c0b9-48a2-4add-89ae-0edf8b4b9554 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0572407 Jan 22 08:37:34.574868 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6687d40e-792a-4b1c-9a55-0d48c6929f56 req-8b7fec52-38f4-4939-8223-e25e36cda76f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477850 Jan 22 08:37:35.707361 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d65f-26e1-4931-9245-a4639bbc3ca2 req-ee9e494f-8b1f-4387-9d37-10703359bdb2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:35.708872 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b243d65f-26e1-4931-9245-a4639bbc3ca2 req-ee9e494f-8b1f-4387-9d37-10703359bdb2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0508692 Jan 22 08:37:35.760172 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b243d65f-26e1-4931-9245-a4639bbc3ca2 req-4c4617aa-ae87-4a84-8d6f-d2985c09f979 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Jan 22 08:37:36.553156 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:36.897015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99039e3-8774-484a-80e2-8489936e1fe8 req-89108178-a3f3-48e7-8764-1e8fc9dfb08e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:36.899305 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d99039e3-8774-484a-80e2-8489936e1fe8 req-89108178-a3f3-48e7-8764-1e8fc9dfb08e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0576215 Jan 22 08:37:36.954862 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d99039e3-8774-484a-80e2-8489936e1fe8 req-70ace1b6-7d6a-42ab-b062-5c45ca4c3df1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496209 Jan 22 08:37:37.008992 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb56c-1dfa-4174-aec4-e4ce36b4f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:38.121947 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fe59-aed7-4351-a76f-4a7f367ae4f5 req-922feb71-a596-41ba-8bb5-fac76ebd75d1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:38.133195 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c41fe59-aed7-4351-a76f-4a7f367ae4f5 req-922feb71-a596-41ba-8bb5-fac76ebd75d1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0808253 Jan 22 08:37:38.207720 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c41fe59-aed7-4351-a76f-4a7f367ae4f5 req-59e7fff6-bcac-4475-8b46-d0f5575f64c1 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675616 Jan 22 08:37:39.339920 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57358f-21c6-44be-9e69-69d856454898 req-b580e1e8-6556-43c1-9519-fa6b35058227 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:39.342166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c57358f-21c6-44be-9e69-69d856454898 req-b580e1e8-6556-43c1-9519-fa6b35058227 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0595448 Jan 22 08:37:39.420274 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c57358f-21c6-44be-9e69-69d856454898 req-c886ceac-7c32-4a14-aa6b-e514ecd52714 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699623 Jan 22 08:37:39.607571 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ce1a-f8d7-4a67-9a94-e22c712ed900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:40.594098 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f6d33-e6c7-462b-a985-3c9f39223593 req-7677e15e-f64d-4649-84fa-895af0e384c5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:40.595684 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-712f6d33-e6c7-462b-a985-3c9f39223593 req-7677e15e-f64d-4649-84fa-895af0e384c5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0851827 Jan 22 08:37:40.665313 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-712f6d33-e6c7-462b-a985-3c9f39223593 req-720dd2b8-b4ff-429c-afec-b7dc452abf42 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619149 Jan 22 08:37:41.517138 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:41.820573 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3e76-5248-4abe-9cae-ab8857949351 req-b12fefc2-afad-4e1d-81c8-cd4d38872d1d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:41.822203 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-072b3e76-5248-4abe-9cae-ab8857949351 req-b12fefc2-afad-4e1d-81c8-cd4d38872d1d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0667126 Jan 22 08:37:41.880326 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-072b3e76-5248-4abe-9cae-ab8857949351 req-cee245e0-8ba6-49c0-a29e-d78d00f5ffe4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515153 Jan 22 08:37:43.014134 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12c6c9-e0b8-45dd-a18c-7a666a514d05 req-fbb6ae19-2c30-4923-b267-f0b666e0f4ca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:43.016656 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d12c6c9-e0b8-45dd-a18c-7a666a514d05 req-fbb6ae19-2c30-4923-b267-f0b666e0f4ca tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0540426 Jan 22 08:37:43.071210 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d12c6c9-e0b8-45dd-a18c-7a666a514d05 req-43e071d0-4f38-41ac-8f66-37d83765867d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474813 Jan 22 08:37:43.798206 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:43.837566 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-f99583a4-a9ea-42ba-bacd-146a754d2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:43.839136 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-f99583a4-a9ea-42ba-bacd-146a754d2573 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1098 time: 0.0425863 Jan 22 08:37:43.933213 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-8286e026-c587-44d0-a0fb-f5bfebc8c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:43.934712 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-8286e026-c587-44d0-a0fb-f5bfebc8c437 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.0883901 Jan 22 08:37:44.000018 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-6cf2f2df-e6c8-42a1-a326-938f05717898 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 1000 time: 0.0592935 Jan 22 08:37:44.050068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-54796c4d-f9af-489c-adc0-aad416e12adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:44.052197 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-54796c4d-f9af-489c-adc0-aad416e12adc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0459108 Jan 22 08:37:44.101075 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-cc5bd637-d144-4dcd-b2ad-a572fe059f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:44.102649 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-cc5bd637-d144-4dcd-b2ad-a572fe059f01 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437429 Jan 22 08:37:44.225431 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-1a99ccb6-6caf-46dd-8ad8-d0618cad93c0 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163313 Jan 22 08:37:44.235433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca1eb-6783-4b26-9a9a-1f0b3f0cf1e7 req-7a0ec219-393e-4a34-89de-0b6309da6d4e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:44.236807 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2afca1eb-6783-4b26-9a9a-1f0b3f0cf1e7 req-7a0ec219-393e-4a34-89de-0b6309da6d4e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0747857 Jan 22 08:37:44.393329 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:44.617498 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2afca1eb-6783-4b26-9a9a-1f0b3f0cf1e7 req-51835513-e30c-49ed-8ee1-03f3e0eeb0e8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729386 Jan 22 08:37:44.637588 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a981ba2-4727-4bc9-a1bb-9f1068857524 req-96d9ee0b-506d-4ec9-8dd8-a18626753fb5 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998454 Jan 22 08:37:45.762386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69065-93cf-4c8d-9088-11023d4b9956 req-f02dbdb2-08da-4094-b0fd-2667761536e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:45.763847 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87b69065-93cf-4c8d-9088-11023d4b9956 req-f02dbdb2-08da-4094-b0fd-2667761536e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0641444 Jan 22 08:37:45.823013 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-87b69065-93cf-4c8d-9088-11023d4b9956 req-6f4c9fea-51aa-48cf-a3d3-e377d80af96a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Jan 22 08:37:46.950326 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2fde-20a0-43af-a7bb-3d6643ba980f req-0fc58053-1d81-4731-99bc-141b490429ab tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:46.951748 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f69b2fde-20a0-43af-a7bb-3d6643ba980f req-0fc58053-1d81-4731-99bc-141b490429ab tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 945 time: 0.0491114 Jan 22 08:37:47.001770 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f69b2fde-20a0-43af-a7bb-3d6643ba980f req-73fa1077-f848-4b54-bbaa-b5ce977c8c7a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431988 Jan 22 08:37:47.296043 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:37:47.377082 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:37:47.377468 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:47.404768 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:37:47.407985 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a222d-267d-4a0f-b661-19affd517778" -d '{"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:37:47.435070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:37:47.440627 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:37:47.469855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 22 Jan 2022 08:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287266c-d43f-4dc3-90e4-69af208aad46 x-openstack-request-id: req-9287266c-d43f-4dc3-90e4-69af208aad46 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:37:47.470146 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-unplugged", "status": "failed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "code": 422}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:37:47.470381 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9287266c-d43f-4dc3-90e4-69af208aad46 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:37:47.470827 dv-cinder-825913-1-iscsi neutron-server[102500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'code': 422} returned with failed status Jan 22 08:37:47.503312 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:37:48.978017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288c173-8aee-4d82-8e1b-c362274e3c65 req-e297e939-714f-4069-9ea6-7b565cd8ff69 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:48.979551 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d288c173-8aee-4d82-8e1b-c362274e3c65 req-e297e939-714f-4069-9ea6-7b565cd8ff69 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0600479 Jan 22 08:37:49.035090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d288c173-8aee-4d82-8e1b-c362274e3c65 req-3e9ac5a8-0376-400c-8905-bae05874687e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491121 Jan 22 08:37:49.316960 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48160) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:37:49.404570 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-0f0a6b5f-0ff3-4df8-863a-a0c09e8d4216 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863438 Jan 22 08:37:49.414094 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-a436f6e2-af30-4800-887c-6c596cd2a063 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:37:49.415547 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-a436f6e2-af30-4800-887c-6c596cd2a063 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057216 Jan 22 08:37:50.165395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c206f-a018-4c99-ab97-2c82524228b2 req-cd5dba23-6d0b-48f8-a7bf-6d862323c78e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.166906 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b71c206f-a018-4c99-ab97-2c82524228b2 req-cd5dba23-6d0b-48f8-a7bf-6d862323c78e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0506234 Jan 22 08:37:50.216802 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b71c206f-a018-4c99-ab97-2c82524228b2 req-82f89730-802a-4982-93e7-e12b762cb773 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Jan 22 08:37:50.321243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-ece08e8c-1b7d-4468-ba12-a97ed25a6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.322764 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-ece08e8c-1b7d-4468-ba12-a97ed25a6218 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad&tenant_id=9052d0fbb4c64f2db56028d46e77cb93 HTTP/1.1" status: 200 len: 1096 time: 0.0449500 Jan 22 08:37:50.397632 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-0d2e41d2-73b4-4520-a8cb-1588dccef5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.399175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-0d2e41d2-73b4-4520-a8cb-1588dccef5fc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1096 time: 0.0536740 Jan 22 08:37:50.505936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-7811b9db-f4cf-4f26-a963-070be7d25975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.507440 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-7811b9db-f4cf-4f26-a963-070be7d25975 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.0994999 Jan 22 08:37:50.579375 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-1bd8be91-1c18-4e85-a864-3ff99d116af3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 998 time: 0.0654256 Jan 22 08:37:50.636735 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-c6f3f8af-e4c1-4e78-bddc-b92dc2046943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.638203 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-c6f3f8af-e4c1-4e78-bddc-b92dc2046943 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0529566 Jan 22 08:37:50.684937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-b8e41a2c-eace-45cf-8277-2617bff85dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:50.686436 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-b8e41a2c-eace-45cf-8277-2617bff85dbc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413318 Jan 22 08:37:50.786184 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-49c8a7ec-177d-4a7e-a57c-5165a13ebb19 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935717 Jan 22 08:37:50.887041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1efa18d-b6da-4010-8834-1c07ce660676 req-bc210de6-42eb-4500-a377-4c5ad571677e service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936446 Jan 22 08:37:51.418869 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160370-5cee-4f42-b250-b7b5dd7c015f req-295821a4-8c0a-4377-9c2a-1a3fe04800d2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:51.420372 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95160370-5cee-4f42-b250-b7b5dd7c015f req-295821a4-8c0a-4377-9c2a-1a3fe04800d2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0853045 Jan 22 08:37:51.555300 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95160370-5cee-4f42-b250-b7b5dd7c015f req-c95a3a2c-9bb2-458a-9201-5ea576e9e719 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274037 Jan 22 08:37:52.745939 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba1319-9f2e-4f74-8683-268674dd9c49 req-9be10bcf-92c7-4356-ba21-eeb3560d6128 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:52.747550 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09ba1319-9f2e-4f74-8683-268674dd9c49 req-9be10bcf-92c7-4356-ba21-eeb3560d6128 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0798802 Jan 22 08:37:52.827261 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09ba1319-9f2e-4f74-8683-268674dd9c49 req-afdd0534-4aaf-45fa-9d79-0b414ecad83d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731707 Jan 22 08:37:53.956546 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e6314-6b9d-4958-831d-f81941f25a5a req-f167e3b9-b965-4388-b9bd-14619d15b43e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:53.963254 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f1e6314-6b9d-4958-831d-f81941f25a5a req-f167e3b9-b965-4388-b9bd-14619d15b43e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0596170 Jan 22 08:37:54.028135 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f1e6314-6b9d-4958-831d-f81941f25a5a req-7b03b538-c025-43ac-9e4e-bd2541c9b57a tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639286 Jan 22 08:37:55.174450 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e79fa-b457-49ad-af80-e9ad2674f7c1 req-b4adb3dc-3ffe-4852-b04a-7996007e6042 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:55.176174 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f2e79fa-b457-49ad-af80-e9ad2674f7c1 req-b4adb3dc-3ffe-4852-b04a-7996007e6042 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0552745 Jan 22 08:37:55.233116 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f2e79fa-b457-49ad-af80-e9ad2674f7c1 req-72d44053-84b5-4844-8a40-7d6f4ed423bb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507002 Jan 22 08:37:56.371213 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea2fc9-19a2-4cbb-bccb-887d581fe108 req-78c39410-25d1-4582-8f74-09f8f613e0e0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:56.372757 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4eea2fc9-19a2-4cbb-bccb-887d581fe108 req-78c39410-25d1-4582-8f74-09f8f613e0e0 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0525527 Jan 22 08:37:56.433305 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4eea2fc9-19a2-4cbb-bccb-887d581fe108 req-55fd937b-83d4-4ee7-b02a-b52e3ac82c0e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540633 Jan 22 08:37:57.603216 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc468c67-3a95-4f53-bb91-c22fe702794b req-ef3c67fa-2eba-4bcf-beb7-4ed981a288b8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:57.605162 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc468c67-3a95-4f53-bb91-c22fe702794b req-ef3c67fa-2eba-4bcf-beb7-4ed981a288b8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0824769 Jan 22 08:37:57.662683 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc468c67-3a95-4f53-bb91-c22fe702794b req-d2a53123-b05c-4d2d-9dac-4048d59bfa55 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498855 Jan 22 08:37:58.791493 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b8e6-5443-4129-aae9-b66a944c4cf8 req-ffe4e863-3bd5-4a58-82f3-ece1f43e0485 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:37:58.793001 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbc1b8e6-5443-4129-aae9-b66a944c4cf8 req-ffe4e863-3bd5-4a58-82f3-ece1f43e0485 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0519741 Jan 22 08:37:58.879448 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fbc1b8e6-5443-4129-aae9-b66a944c4cf8 req-b298ffa1-e43d-4e5e-b79e-f9958040aa4d tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783534 Jan 22 08:38:00.063254 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c127d62-00e0-4e4d-9f08-b7cb4206d30d req-b047056c-6fcc-4107-a72c-3db6fc86c48f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:00.064945 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c127d62-00e0-4e4d-9f08-b7cb4206d30d req-b047056c-6fcc-4107-a72c-3db6fc86c48f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.1116803 Jan 22 08:38:00.118831 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c127d62-00e0-4e4d-9f08-b7cb4206d30d req-78403fff-8a37-4145-9385-1ff0598f8a2b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Jan 22 08:38:01.295352 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e135ec-57da-46ca-8dab-b808bf7d2dfb req-0c167c4a-6497-4560-91a0-dbeda4dcd80b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:01.296848 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01e135ec-57da-46ca-8dab-b808bf7d2dfb req-0c167c4a-6497-4560-91a0-dbeda4dcd80b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.1042259 Jan 22 08:38:01.349048 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01e135ec-57da-46ca-8dab-b808bf7d2dfb req-8c117b6d-59ba-4b8e-b4f4-1b6a1ad0b087 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 Jan 22 08:38:02.481468 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a021105-bc27-44a0-bc56-ccf35edadc27 req-e6a23af8-508a-45b9-8ac7-73ec166616b2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:02.483144 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a021105-bc27-44a0-bc56-ccf35edadc27 req-e6a23af8-508a-45b9-8ac7-73ec166616b2 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0532608 Jan 22 08:38:02.533772 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a021105-bc27-44a0-bc56-ccf35edadc27 req-cce15ac4-3a1b-4262-84ab-81b89ed7f4c9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Jan 22 08:38:03.671146 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b33c56-dec1-417a-a2da-a893ef8fb46d req-0f5914c3-0cb4-42c3-81d0-9054fdba2cde tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:03.672645 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11b33c56-dec1-417a-a2da-a893ef8fb46d req-0f5914c3-0cb4-42c3-81d0-9054fdba2cde tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0634563 Jan 22 08:38:03.724831 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11b33c56-dec1-417a-a2da-a893ef8fb46d req-8850a356-d311-49ca-8eba-0b1bdd83f556 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461140 Jan 22 08:38:04.851519 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e37d69-7783-4fb9-9184-765aae098cc6 req-82a5c6fd-d524-468f-a880-85419e6e01d6 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:04.852276 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5e37d69-7783-4fb9-9184-765aae098cc6 req-82a5c6fd-d524-468f-a880-85419e6e01d6 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 943 time: 0.0507972 Jan 22 08:38:04.905069 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5e37d69-7783-4fb9-9184-765aae098cc6 req-4424a20a-99d0-451d-ba93-50f7a21e2c2b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Jan 22 08:38:05.151691 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf437c0-3827-41c9-afd8-f165863c0e80 req-b0c5e4d3-dc7c-47cc-a0b5-0f23e2750ff5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:05.153181 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cf437c0-3827-41c9-afd8-f165863c0e80 req-b0c5e4d3-dc7c-47cc-a0b5-0f23e2750ff5 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0613763 Jan 22 08:38:05.202251 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cf437c0-3827-41c9-afd8-f165863c0e80 req-82883278-7543-48b2-bdb3-007b5f636c34 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Jan 22 08:38:05.404468 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:38:05.510276 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:05.521644 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'port_id': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'mac_address': 'fa:16:3e:01:2b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:38:05.559935 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:05.560316 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:05.576529 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:05.600465 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:05.601349 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:05.649510 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=9']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:05.961124 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c417c270-1dee-4a22-b98a-a3fe12f1963a'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:38:06.038904 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6215768-8f5d-46b2-a06f-0176077fe691 req-2307c32f-e3a9-4508-9bc7-ba475d0f2166 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:06.040458 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6215768-8f5d-46b2-a06f-0176077fe691 req-2307c32f-e3a9-4508-9bc7-ba475d0f2166 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0561962 Jan 22 08:38:06.090951 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6215768-8f5d-46b2-a06f-0176077fe691 req-f10fd291-2799-46eb-ab19-1047cf5b3fee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Jan 22 08:38:06.330043 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dde6e-b88c-4a1b-b1f7-71f2080d632c req-72c8c531-c409-407c-b859-4176b6d2eee3 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:06.331591 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-656dde6e-b88c-4a1b-b1f7-71f2080d632c req-72c8c531-c409-407c-b859-4176b6d2eee3 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0561364 Jan 22 08:38:06.387723 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-656dde6e-b88c-4a1b-b1f7-71f2080d632c req-1f1390f2-c06a-405b-bdb3-24bdc846139b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503988 Jan 22 08:38:06.866925 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.011590 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d7011f13-36e7-4fbe-91d0-18c6831bfdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.253826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119b7e-c704-4397-89bd-9ce1292d228f req-53be8fda-6474-47d0-919e-3fcdd988a9e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:07.255396 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97119b7e-c704-4397-89bd-9ce1292d228f req-53be8fda-6474-47d0-919e-3fcdd988a9e4 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 944 time: 0.0824733 Jan 22 08:38:07.284407 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-de8cdc97-d167-47fd-ae41-32b83fcbeae0 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:07.285800 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-de8cdc97-d167-47fd-ae41-32b83fcbeae0 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0789876 Jan 22 08:38:07.348337 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97119b7e-c704-4397-89bd-9ce1292d228f req-d478635a-b94c-4f8b-b040-28931cd59e65 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863583 Jan 22 08:38:07.410835 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Deleting port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:07.411175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.419823 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:38:07.478284 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c417c270-1dee-4a22-b98a-a3fe12f1963a triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:38:07.478590 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.533328 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] For port 0b456e9b-02d2-4810-9e67-07ebfce6fba0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=0b456e9b-02d2-4810-9e67-07ebfce6fba0,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:07.533689 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.556228 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71618-d7ef-4e7d-b047-7fa3ca2fe7d3 req-8a8956e5-f8a2-4bde-9034-b2761e1f1761 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:07.557877 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4f71618-d7ef-4e7d-b047-7fa3ca2fe7d3 req-8a8956e5-f8a2-4bde-9034-b2761e1f1761 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 945 time: 0.0894608 Jan 22 08:38:07.568219 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c417c270-1dee-4a22-b98a-a3fe12f1963a is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:07.568610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.592653 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:07.595443 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5752e3b-6988-426f-bdf3-8db2e8f42378" -d '{"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:07.609330 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:07.616063 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.655334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48941e8a-8e6a-433a-84e2-cad83229f7a8 x-openstack-request-id: req-48941e8a-8e6a-433a-84e2-cad83229f7a8 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:07.655632 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-plugged", "status": "completed", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:07.655888 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-48941e8a-8e6a-433a-84e2-cad83229f7a8 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:07.656283 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'code': 200} Jan 22 08:38:07.674835 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=10']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:07.697603 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4f71618-d7ef-4e7d-b047-7fa3ca2fe7d3 req-fba91091-159e-4040-ac29-3dcd4da97250 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a41ce49-3038-43cd-a9ff-0f7c60593c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096165 Jan 22 08:38:07.764010 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.764369 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.764682 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Floating IP d26f9901-427c-4920-a3d0-58693918597f disassociated. External IP: 172.27.3.87, port: 0b456e9b-02d2-4810-9e67-07ebfce6fba0. Jan 22 08:38:07.765021 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Calling delete_port for 0b456e9b-02d2-4810-9e67-07ebfce6fba0 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:07.857688 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b08a2-0a05-4ca3-bcb6-0213c5fafdf2 req-e2e88b3b-5d2e-400b-bf4b-681e5d2dba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:07.859123 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b86b08a2-0a05-4ca3-bcb6-0213c5fafdf2 req-e2e88b3b-5d2e-400b-bf4b-681e5d2dba1a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1099 time: 0.0456457 Jan 22 08:38:07.906881 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b86b08a2-0a05-4ca3-bcb6-0213c5fafdf2 req-bd7181b1-f45a-4e60-b28a-4d83f125844b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405779 Jan 22 08:38:07.911850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (0b456e9b-02d2-4810-9e67-07ebfce6fba0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:07.941316 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'Port': ['ID=0b456e9b-02d2-4810-9e67-07ebfce6fba0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:07.951575 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.951883 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.952223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.952556 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.952880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.953204 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.953527 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.953848 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.954169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.955077 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.955397 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.955720 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:07.956036 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:08.069858 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:38:08.188156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:38:08.200093 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:38:08.212952 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:08.213589 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:37:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:08.228440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] No DVR routers for this DVR port 0b456e9b-02d2-4810-9e67-07ebfce6fba0 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:08.231198 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:08.234855 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-324be99d-0eac-44ec-90c0-0cf154b45c77 req-3231958c-8a43-4c1f-82f0-677f35daa5fc tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.107 "DELETE /v2.0/ports/0b456e9b-02d2-4810-9e67-07ebfce6fba0 HTTP/1.1" status: 204 len: 173 time: 0.9406376 Jan 22 08:38:08.235241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'name': 'network-vif-deleted', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:08.237773 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774986d8-5c9f-4543-a4ad-359c6ba10e20" -d '{"events": [{"server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "name": "network-vif-deleted", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:08.281072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07373a6d-2554-4ac3-9294-c0af3cf3b4e3 x-openstack-request-id: req-07373a6d-2554-4ac3-9294-c0af3cf3b4e3 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:08.281072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b64148-dc9d-4f3c-9a29-18855cdbfe04", "name": "network-vif-deleted", "tag": "0b456e9b-02d2-4810-9e67-07ebfce6fba0", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:08.281072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07373a6d-2554-4ac3-9294-c0af3cf3b4e3 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:08.281072 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b64148-dc9d-4f3c-9a29-18855cdbfe04', 'name': 'network-vif-deleted', 'tag': '0b456e9b-02d2-4810-9e67-07ebfce6fba0', 'status': 'completed', 'code': 200} Jan 22 08:38:08.350615 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:08.499515 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d42dae-c5d9-4556-be7f-5b433586ddab req-68d52a32-81bc-42ed-8b3d-b9377b1e0d7b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:08.501112 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09d42dae-c5d9-4556-be7f-5b433586ddab req-68d52a32-81bc-42ed-8b3d-b9377b1e0d7b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0666337 Jan 22 08:38:08.551112 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09d42dae-c5d9-4556-be7f-5b433586ddab req-d32bf85b-2ef1-4d0b-9def-1fe5029beeb8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Jan 22 08:38:08.578518 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:08.606196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:38:08.615202 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:08.615814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:37:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:08.734189 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:08.828223 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-08636a43-2492-44a3-a4c4-b08eb1a4ef8b req-2766bd4b-9c6b-4d1b-bf5a-e5b1b448947b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b64148-dc9d-4f3c-9a29-18855cdbfe04 HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jan 22 08:38:08.976121 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:09.006119 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea923352-51fc-4329-bbdd-f8437f3d7dc5 None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:28:12Z', 'revision_number': 4, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '580c3c36-684b-41de-b0f0-5b5ad20f0e8f', 'name': '', 'network_id': 'c6767b50-a175-481b-b131-4f150db6cac7', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'mac_address': 'fa:16:3e:41:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:08Z', 'updated_at': '2022-01-22T08:28:30Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'subnets': [{'id': '9e3ae7bc-1a08-4776-a493-9b25b8761cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:38:09.157611 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:38:09.227661 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc48e48-42ed-445f-ba1d-eb46e27a5850 None None] New status for floating IP d26f9901-427c-4920-a3d0-58693918597f: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:38:09.614287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd864459-388d-40b2-8bc5-468736f3d72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:09.685114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d31b5-e9c7-4a8d-ad9f-d28e8d9d380f req-dab73274-321e-4fe6-a3c8-ececa8f5c47e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:09.686831 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-196d31b5-e9c7-4a8d-ad9f-d28e8d9d380f req-dab73274-321e-4fe6-a3c8-ececa8f5c47e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0602598 Jan 22 08:38:09.741925 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-196d31b5-e9c7-4a8d-ad9f-d28e8d9d380f req-3ea65356-260c-47a1-8423-d7b617085ada tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Jan 22 08:38:09.916070 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48358) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:09.982384 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (2a41ce49-3038-43cd-a9ff-0f7c60593c8f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.019788 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (2a41ce49-3038-43cd-a9ff-0f7c60593c8f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.293409 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2a41ce49-3038-43cd-a9ff-0f7c60593c8f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.296284 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.297454 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "DELETE /v2.0/security-groups/2a41ce49-3038-43cd-a9ff-0f7c60593c8f HTTP/1.1" status: 204 len: 168 time: 0.3804026 Jan 22 08:38:10.300884 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48360) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:10.308501 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41ce49-3038-43cd-a9ff-0f7c60593c8f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:10.315159 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-15eded86-24ae-4a23-806e-c2b742dc8a13 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] show failed (client error): The resource could not be found. Jan 22 08:38:10.316476 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-15eded86-24ae-4a23-806e-c2b742dc8a13 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "GET /v2.0/security-groups/2a41ce49-3038-43cd-a9ff-0f7c60593c8f HTTP/1.1" status: 404 len: 347 time: 0.0142305 Jan 22 08:38:10.317115 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.317462 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.317802 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.318173 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.318498 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.318857 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.319188 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.319360 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48362) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:10.319520 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.319830 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.320160 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.320472 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.320788 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.321099 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3806c5b-80b8-4fbd-a69c-48d6624c5638 tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:10.454015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Deleting port 6a09b56c-1faf-40c3-9551-e6abef4ec27d {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:10.454470 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.536845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.537166 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (6a09b56c-1faf-40c3-9551-e6abef4ec27d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.548629 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Calling delete_port for 6a09b56c-1faf-40c3-9551-e6abef4ec27d owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:10.687559 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (6a09b56c-1faf-40c3-9551-e6abef4ec27d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.713696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Pushing event deleted for resources: {'Port': ['ID=6a09b56c-1faf-40c3-9551-e6abef4ec27d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:10.779410 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks [] for floatingip (d26f9901-427c-4920-a3d0-58693918597f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.782204 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:10.784060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-049a5e3f-cded-49b8-92a4-ae52de4bc55b tempest-AttachVolumeTestJSON-316229442 tempest-AttachVolumeTestJSON-316229442-project] 10.222.0.84 "DELETE /v2.0/floatingips/d26f9901-427c-4920-a3d0-58693918597f HTTP/1.1" status: 204 len: 168 time: 0.4636006 Jan 22 08:38:10.871667 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07000f-bf54-47ef-8204-461ddcbfd697 req-24b2e315-dfa8-45c2-8828-b187683871eb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:10.873256 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb07000f-bf54-47ef-8204-461ddcbfd697 req-24b2e315-dfa8-45c2-8828-b187683871eb tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0540984 Jan 22 08:38:10.929151 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb07000f-bf54-47ef-8204-461ddcbfd697 req-0300f528-8464-49ed-8b6c-4932355ad405 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495565 Jan 22 08:38:11.429069 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0b456e9b-02d2-4810-9e67-07ebfce6fba0 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:11.449355 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 0b456e9b-02d2-4810-9e67-07ebfce6fba0 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:11.449617 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 0b456e9b-02d2-4810-9e67-07ebfce6fba0 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:11.513064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:13.799799 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:14.361640 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48398) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:14.388630 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:15.043582 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:15.355255 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Deleting port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:15.355596 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:15.442729 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] For port 580c3c36-684b-41de-b0f0-5b5ad20f0e8f, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:15.443424 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:15.455722 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Calling delete_port for 580c3c36-684b-41de-b0f0-5b5ad20f0e8f owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:15.645411 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (580c3c36-684b-41de-b0f0-5b5ad20f0e8f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:15.675178 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Pushing event deleted for resources: {'Port': ['ID=580c3c36-684b-41de-b0f0-5b5ad20f0e8f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:15.869428 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:16.091515 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:38:16.202581 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:38:16.209007 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e9a2dd3b-b3ef-4ffa-8505-e1cdc682d693 admin admin] 10.222.0.84 "PUT /v2.0/routers/0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8462734 Jan 22 08:38:16.211887 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48404) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:16.212936 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Sync routers for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:38:16.224726 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:16.225517 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:16.328757 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks [] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:16.450571 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks [] for router_gateway (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:16.495472 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:16.509659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Deleting port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:16.509990 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:16.597029 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] For port 83eec361-5fbd-4ae5-8869-8bd5fc06bd87, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:16.597390 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:16.610147 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Calling delete_port for 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:16.701328 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:38:15Z', 'revision_number': 5, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port': {'id': '83eec361-5fbd-4ae5-8869-8bd5fc06bd87', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:00Z', 'updated_at': '2022-01-22T08:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:16.729299 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Checking router: 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:38:16.741401 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Routers {'0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:16.741774 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:16.841300 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] Set router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:16.900818 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:38:16Z', 'revision_number': 6, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:16.928770 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970d1c1-799b-4147-b1bf-62ccdf11dc9a None None] The sync data for ids ['0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c'] in dv-cinder-825913-1-iscsi is: [{'id': '0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c', 'name': 'tempest-AttachVolumeTestJSON-1304512089-router', 'tenant_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:57Z', 'updated_at': '2022-01-22T08:38:16Z', 'revision_number': 6, 'project_id': 'f9d7fce0ec7c4a1b908d54192243d5cd', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:38:17.071637 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (83eec361-5fbd-4ae5-8869-8bd5fc06bd87), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.099123 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Pushing event deleted for resources: {'Port': ['ID=83eec361-5fbd-4ae5-8869-8bd5fc06bd87,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:17.167687 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.260608 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.262920 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks [] for router_controller (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.314519 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.315176 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:38:17.320268 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.321449 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f98bcc07-f860-4e06-819d-4d1b3677ca06 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0a41b862-9f66-4e2c-9ae9-acfcd5af3f4c HTTP/1.1" status: 204 len: 168 time: 1.1085987 Jan 22 08:38:17.323976 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48406) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:17.374305 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Deleting subnet 9e3ae7bc-1a08-4776-a493-9b25b8761cf2 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:38:17.377799 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Publish callbacks [] for subnet (9e3ae7bc-1a08-4776-a493-9b25b8761cf2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.416822 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (9e3ae7bc-1a08-4776-a493-9b25b8761cf2), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.499625 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (9e3ae7bc-1a08-4776-a493-9b25b8761cf2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.554966 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (9e3ae7bc-1a08-4776-a493-9b25b8761cf2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.578176 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3ae7bc-1a08-4776-a493-9b25b8761cf2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:17.584386 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.587606 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0b3b5e10-cc34-488c-8b4d-10caa5e8e8cf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9e3ae7bc-1a08-4776-a493-9b25b8761cf2 HTTP/1.1" status: 204 len: 168 time: 0.2626507 Jan 22 08:38:17.590241 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48408) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:17.592874 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f62d23-95ec-470e-992b-90970d3c3b85 None None] Network c6767b50-a175-481b-b131-4f150db6cac7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:38:17.665082 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (c6767b50-a175-481b-b131-4f150db6cac7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.745499 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Deleting port b1c36408-89ba-4040-92bd-da78aa2e7f54 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:17.745843 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.763230 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] DHCP port deletion for c6767b50-a175-481b-b131-4f150db6cac7 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:38:17.812405 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Deleting port b1c36408-89ba-4040-92bd-da78aa2e7f54 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:17.812782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.816267 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] For port b1c36408-89ba-4040-92bd-da78aa2e7f54, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=b1c36408-89ba-4040-92bd-da78aa2e7f54,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:17.816637 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.832965 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Calling delete_port for b1c36408-89ba-4040-92bd-da78aa2e7f54 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:17.897814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] For port b1c36408-89ba-4040-92bd-da78aa2e7f54, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=b1c36408-89ba-4040-92bd-da78aa2e7f54,segment=NetworkSegment(0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a),segment_id=0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:17.898288 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.915083 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Calling delete_port for b1c36408-89ba-4040-92bd-da78aa2e7f54 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:17.925895 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:17.955138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] No DVR routers for this DVR port b1c36408-89ba-4040-92bd-da78aa2e7f54 on host dv-cinder-825913-1-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:17.959074 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c36408-89ba-4040-92bd-da78aa2e7f54,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:18.000289 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (b1c36408-89ba-4040-92bd-da78aa2e7f54), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.032682 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] Pushing event deleted for resources: {'Port': ['ID=b1c36408-89ba-4040-92bd-da78aa2e7f54,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:18.045994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (c6767b50-a175-481b-b131-4f150db6cac7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.051633 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113d425-aed0-4801-8dde-1886f5062b41 None None] No DVR routers for this DVR port b1c36408-89ba-4040-92bd-da78aa2e7f54 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:18.085330 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6767b50-a175-481b-b131-4f150db6cac7']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:18.105615 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:18.105992 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:18.106161 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 580c3c36-684b-41de-b0f0-5b5ad20f0e8f no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:18.120693 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.131472 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 580c3c36-684b-41de-b0f0-5b5ad20f0e8f {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:18.131811 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 580c3c36-684b-41de-b0f0-5b5ad20f0e8f not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:18.132224 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:18.134726 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.141600 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:38:18.142654 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (0d2cb678-9701-4f96-9ae1-bcaebfd6fb7a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:38:18.144901 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:38:18.154539 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:18.154836 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 83eec361-5fbd-4ae5-8869-8bd5fc06bd87 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:18.155248 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device b1c36408-89ba-4040-92bd-da78aa2e7f54 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:18.174849 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: b1c36408-89ba-4040-92bd-da78aa2e7f54 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:18.175189 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device b1c36408-89ba-4040-92bd-da78aa2e7f54 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:18.201311 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (c6767b50-a175-481b-b131-4f150db6cac7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.209961 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.213223 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c6767b50-a175-481b-b131-4f150db6cac7 HTTP/1.1" status: 204 len: 168 time: 0.6219845 Jan 22 08:38:18.224558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19335112-2841-4b30-9661-804e5db5f615 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6767b50-a175-481b-b131-4f150db6cac7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:18.342039 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48412) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:18.387283 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-07ca2df9-febd-4779-b190-b242d176d56a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9d7fce0ec7c4a1b908d54192243d5cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438919 Jan 22 08:38:18.389582 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48414) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:18.439681 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] Publish callbacks [] for security_group (f4e30afe-4670-4dd6-af3f-90b2e917f443), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.470255 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] Publish callbacks [] for security_group (f4e30afe-4670-4dd6-af3f-90b2e917f443), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.531474 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f4e30afe-4670-4dd6-af3f-90b2e917f443), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.536639 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:18.537799 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4e30afe-4670-4dd6-af3f-90b2e917f443 HTTP/1.1" status: 204 len: 168 time: 0.1472852 Jan 22 08:38:18.545758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615dcdc-9551-41ca-b004-d8fb2d02a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e30afe-4670-4dd6-af3f-90b2e917f443,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:19.319145 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48436) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:19.422810 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-228610942-network', 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:19.447772 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:38:19.450279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.459041 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.544392 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks [] for security_group (8887b97b-0497-4b66-90b0-bd73812d6ff3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.550148 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8887b97b-0497-4b66-90b0-bd73812d6ff3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.577867 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:38:19.583558 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887b97b-0497-4b66-90b0-bd73812d6ff3,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:19.592041 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (a3441eb8-7ea5-499f-8a1e-67afe24180ef), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.592041 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Added segment a3441eb8-7ea5-499f-8a1e-67afe24180ef of type vlan for network 81799950-0ef8-4a46-a56a-9ed37c2cc87c Jan 22 08:38:19.637501 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (81799950-0ef8-4a46-a56a-9ed37c2cc87c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.668222 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (81799950-0ef8-4a46-a56a-9ed37c2cc87c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.669236 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:19.669827 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.705252 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3844330 Jan 22 08:38:19.708566 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48440) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:19.713432 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Request body: {'subnet': {'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-228610942-subnet', 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:19.737514 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63959a-bd06-4d95-b871-62b8de1a16cd admin admin] Pushing event updated for resources: {'Network': ['ID=81799950-0ef8-4a46-a56a-9ed37c2cc87c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:19.742535 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:38:19.745184 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290246225'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.748543 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:38:19.919409 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290246223'] for subnet (f5cc9a21-84bc-4641-9450-01b38ca50754), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:19.968964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5cc9a21-84bc-4641-9450-01b38ca50754,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:19.986672 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Checking segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:38:19.987028 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Network hostable DHCP agents. Network: 81799950-0ef8-4a46-a56a-9ed37c2cc87c, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:38:20.004978 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:38:20.016339 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 81799950-0ef8-4a46-a56a-9ed37c2cc87c) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:38:20.021596 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:20.022272 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:20.027893 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13ea69-068d-4af1-ad60-6a0004b06a53 None None] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:38:20.046340 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9c0f9b78-da5e-4593-8634-52bbd15f08d1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3363171 Jan 22 08:38:20.153483 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180eebe-958e-49b3-a879-90b8382e6c3f None None] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:38:20.509092 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-5eab787e-648d-47b8-9750-aa71a602a5b5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:20.510561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-5eab787e-648d-47b8-9750-aa71a602a5b5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1153715 Jan 22 08:38:20.526386 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-6a1969af-ed68-4733-9628-d1a5a866d23f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/quotas/05042b8ec002427dbeb15a6f8d37ed5c HTTP/1.1" status: 200 len: 375 time: 0.0103917 Jan 22 08:38:20.562772 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-1fc9ee75-10cf-49e2-a33b-5d38899b8e2f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310872 Jan 22 08:38:20.573038 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-af4453da-b4c7-40b8-ac56-d733387c21e2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:38:20.573964 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-af4453da-b4c7-40b8-ac56-d733387c21e2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049882 Jan 22 08:38:20.670522 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-abce217b-3a79-4912-a88a-71cd1d34dc8c service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912764 Jan 22 08:38:20.773345 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-9d4b8b1d-1dfb-4efe-9027-162c0ea22a90 service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967541 Jan 22 08:38:20.933569 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6cef8ba-b8d8-4230-84aa-5169a6da6739 req-6f542270-7f49-4f44-9f2d-427bb1e77246 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Jan 22 08:38:21.930881 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-e335f9df-577a-49f9-a0e1-8394fcf44cba tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:21.932238 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-e335f9df-577a-49f9-a0e1-8394fcf44cba tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1057827 Jan 22 08:38:21.950540 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Request body: {'port': {'device_id': '456fb594-46b6-43f9-978a-36cac164e047', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'admin_state_up': True, 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:22.053132 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0be7c9de-60a2-4442-85de-3ed40990debd req-f5455bac-3420-41aa-afad-6bafb6737e6c tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 210 time: 0.0334926 Jan 22 08:38:22.102094 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:38:22.107765 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.245435 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Allocated IP 172.20.0.7 (81799950-0ef8-4a46-a56a-9ed37c2cc87c/f5cc9a21-84bc-4641-9450-01b38ca50754/60437750-1b08-4c5b-aa93-09ec9b63de2b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:38:22.406521 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks [] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.442606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.484977 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:38:22.491000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:38:22.494646 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:38:22.500995 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event updated for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:22.547257 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:22.547864 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.563475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-75de278a-e197-4f67-a23f-09dfdfed7d34 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6169355 Jan 22 08:38:22.573299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-1cfe63e0-049d-4757-a9cb-b60d9c7f7820 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:38:22.574363 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-1cfe63e0-049d-4757-a9cb-b60d9c7f7820 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054054 Jan 22 08:38:22.636151 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Request body: {'port': {'device_id': '456fb594-46b6-43f9-978a-36cac164e047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:22.694395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.973430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60437750-1b08-4c5b-aa93-09ec9b63de2b {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:22.985387 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks [] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:22.999202 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Transition to ACTIVE for port object 60437750-1b08-4c5b-aa93-09ec9b63de2b will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:38:23.003001 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:23.073850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Pushing event updated for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:23.140387 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Attempting to bind port 60437750-1b08-4c5b-aa93-09ec9b63de2b on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:38:23.140819 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Attempting to bind port 60437750-1b08-4c5b-aa93-09ec9b63de2b by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:38:23.141129 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Attempting to bind port 60437750-1b08-4c5b-aa93-09ec9b63de2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:23.158534 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Port 60437750-1b08-4c5b-aa93-09ec9b63de2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:38:23.158877 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Attempting to bind port 60437750-1b08-4c5b-aa93-09ec9b63de2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:23.179230 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:38:23.179559 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Checking segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:38:23.179940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Bound using segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:38:23.180362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Bound port: 60437750-1b08-4c5b-aa93-09ec9b63de2b, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:38:23.180710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:23.230084 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268815c1-6627-4688-bf15-7c6f4d0f8de0 req-040bb429-e061-4086-bac4-adb2f8044328 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:23.231554 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-268815c1-6627-4688-bf15-7c6f4d0f8de0 req-040bb429-e061-4086-bac4-adb2f8044328 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 943 time: 0.0876815 Jan 22 08:38:23.288588 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:38:23.309651 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:38:23.313659 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-268815c1-6627-4688-bf15-7c6f4d0f8de0 req-87c497a3-a24f-4e3f-8041-9ce5bad14164 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Jan 22 08:38:23.315839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:23.357261 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:23.357876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:23.359288 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] 10.222.0.107 "PUT /v2.0/ports/60437750-1b08-4c5b-aa93-09ec9b63de2b HTTP/1.1" status: 200 len: 1093 time: 0.7766876 Jan 22 08:38:23.359734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:23.362230 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28523ce0-e257-4e1b-afbc-9dbb1346990d" -d '{"events": [{"name": "network-changed", "server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:23.399000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14b9ce-831e-4634-b50b-ac2f773414bf service neutron] Pushing event updated for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:23.404513 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56d8c6-537a-4b4c-bd69-843f59644d02 x-openstack-request-id: req-fe56d8c6-537a-4b4c-bd69-843f59644d02 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:23.404808 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:23.405068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe56d8c6-537a-4b4c-bd69-843f59644d02 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:23.405606 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b', 'status': 'completed', 'code': 200} Jan 22 08:38:23.460545 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-0add4ce3-b9cb-49b8-a7a7-af76dc2db25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:23.464671 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-0add4ce3-b9cb-49b8-a7a7-af76dc2db25d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 1096 time: 0.0540650 Jan 22 08:38:23.511816 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-ba5733bc-6052-41a7-b4af-46d62c157dd4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b HTTP/1.1" status: 200 len: 217 time: 0.0384202 Jan 22 08:38:23.854766 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-9a76a50e-7131-4073-85e8-a23f04d5c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:23.856239 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-9a76a50e-7131-4073-85e8-a23f04d5c3a9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.3378205 Jan 22 08:38:23.890104 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-10dc8dfd-ee48-4de8-8860-52fa37a7e447 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262835 Jan 22 08:38:23.986296 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-55998631-805e-41bc-9f6f-09676d524baa service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887070 Jan 22 08:38:24.083445 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04c06151-79b5-4911-b64c-09d5bc09d361 req-197f740e-b2f8-4018-a391-dcc6a52884bf service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906210 Jan 22 08:38:24.181470 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-8df01c80-b805-4750-bbe4-11ca256c1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:24.183700 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-8df01c80-b805-4750-bbe4-11ca256c1dd3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 1096 time: 0.0449183 Jan 22 08:38:24.289702 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-7a19a807-4df4-461f-a242-e84b0f418d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:24.291152 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-7a19a807-4df4-461f-a242-e84b0f418d80 service neutron] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 914 time: 0.1006460 Jan 22 08:38:24.332503 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-fc73262c-2834-4df1-86ba-cec8705d7b47 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b HTTP/1.1" status: 200 len: 217 time: 0.0350912 Jan 22 08:38:24.389283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-aea3b67c-2393-402b-81fe-188b25b5c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:24.390864 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-aea3b67c-2393-402b-81fe-188b25b5c05f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0505128 Jan 22 08:38:24.453302 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-5322eaef-a5e5-44b0-b293-119c16c5ae9e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500128 Jan 22 08:38:24.525557 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275bcde-d94b-4cf7-b2e2-4f022acc8651 req-224a02c4-b10a-4f80-be56-c8f825383590 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:24.527060 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1275bcde-d94b-4cf7-b2e2-4f022acc8651 req-224a02c4-b10a-4f80-be56-c8f825383590 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 943 time: 0.1328259 Jan 22 08:38:24.604573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-b2257058-eb38-44c5-9415-5f723e7d013e service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438894 Jan 22 08:38:24.608461 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1275bcde-d94b-4cf7-b2e2-4f022acc8651 req-5f57e6a8-aeec-4922-ba49-c6b6d86e1eb1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Jan 22 08:38:24.702423 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28523ce0-e257-4e1b-afbc-9dbb1346990d req-6c6ee301-f903-49d8-b3d5-41559857beec service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916903 Jan 22 08:38:24.992034 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48482) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:25.273373 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Deleting port 28aa5699-6593-4fc4-963e-50ca6094f714 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:25.273635 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:25.360492 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:25.361489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for floatingip (28aa5699-6593-4fc4-963e-50ca6094f714), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:25.373169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Calling delete_port for 28aa5699-6593-4fc4-963e-50ca6094f714 owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:25.566912 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (28aa5699-6593-4fc4-963e-50ca6094f714), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:25.593803 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event deleted for resources: {'Port': ['ID=28aa5699-6593-4fc4-963e-50ca6094f714,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:25.659433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for floatingip (85f4ff6f-b236-49a8-9501-d091b4a13254), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:25.659768 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Floating IP 85f4ff6f-b236-49a8-9501-d091b4a13254 disassociated (deleted). External IP: 172.27.3.56, port: dc1f6a03-b576-4313-acc6-f6117a706de5. Jan 22 08:38:25.792790 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff633152-da5d-4c1a-9b31-c0f27bb695b5 req-ef5fe22e-ad64-4d95-be6f-84b2d0aeabc9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:25.794332 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff633152-da5d-4c1a-9b31-c0f27bb695b5 req-ef5fe22e-ad64-4d95-be6f-84b2d0aeabc9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 943 time: 0.1008444 Jan 22 08:38:25.890962 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff633152-da5d-4c1a-9b31-c0f27bb695b5 req-b116f196-cd5f-432c-b5b3-16d583dfa611 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902100 Jan 22 08:38:25.948937 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Router 7f69b91e-27b6-4037-8478-cac0cc131859 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:38:26.061185 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:38:26.066318 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:26.071034 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Sync routers for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:38:26.084122 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:26.084734 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:26.092758 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a459e6e9-ae7d-49d9-97f3-05731313c021 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "DELETE /v2.0/floatingips/85f4ff6f-b236-49a8-9501-d091b4a13254 HTTP/1.1" status: 204 len: 168 time: 1.0997701 Jan 22 08:38:26.093359 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:26.096221 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04967cb5-df30-4293-88b5-e32a66ff362f" -d '{"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:26.135452 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b255723-9cbd-4447-8de6-09b36c1741e4 x-openstack-request-id: req-3b255723-9cbd-4447-8de6-09b36c1741e4 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:26.135749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:26.136011 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b255723-9cbd-4447-8de6-09b36c1741e4 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:26.136967 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'status': 'completed', 'code': 200} Jan 22 08:38:26.203337 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:26.209154 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967cb5-df30-4293-88b5-e32a66ff362f req-b9e2a72b-35bc-4c8a-bcbb-796216505f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:26.210979 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-b9e2a72b-35bc-4c8a-bcbb-796216505f62 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a6f775f6c82c4596bb247ab81847fc46&device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 1099 time: 0.0515273 Jan 22 08:38:26.350817 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967cb5-df30-4293-88b5-e32a66ff362f req-1a75d101-db71-464b-9277-238c80b92cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:26.352262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-1a75d101-db71-464b-9277-238c80b92cfd service neutron] 10.222.0.107 "GET /v2.0/networks?id=440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 200 len: 908 time: 0.1292210 Jan 22 08:38:26.364347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb29ba-0170-4448-bef3-63fa6f7d7e1e req-49f7f236-792a-4ebd-ade0-ce0c83012a3e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:26.365978 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ebb29ba-0170-4448-bef3-63fa6f7d7e1e req-49f7f236-792a-4ebd-ade0-ce0c83012a3e tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0761266 Jan 22 08:38:26.412186 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-825acd86-8c0b-4e18-b759-d7e2a19b3c07 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 200 len: 217 time: 0.0451310 Jan 22 08:38:26.448772 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:26.482325 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Checking router: 7f69b91e-27b6-4037-8478-cac0cc131859 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:38:26.491055 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ebb29ba-0170-4448-bef3-63fa6f7d7e1e req-31c6c7a1-6c98-4d24-90c6-8591101191c5 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167274 Jan 22 08:38:26.492652 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967cb5-df30-4293-88b5-e32a66ff362f req-805c3ecc-e794-4e30-92ac-37af0bd6f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:26.492887 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:26.493560 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:26.494024 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-805c3ecc-e794-4e30-92ac-37af0bd6f3c0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 200 len: 847 time: 0.0752337 Jan 22 08:38:26.549736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967cb5-df30-4293-88b5-e32a66ff362f req-c73f17b0-0e30-4ee3-9e52-bd74e1200c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:26.551354 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-c73f17b0-0e30-4ee3-9e52-bd74e1200c2a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=440e7490-0a3e-4449-a711-b1f45ec543ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501735 Jan 22 08:38:26.657839 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-59aabcb5-f8d4-4393-8483-14beb965e15c service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996897 Jan 22 08:38:26.698306 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:26.760315 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04967cb5-df30-4293-88b5-e32a66ff362f req-9cc5d1da-80e7-4540-b0c7-30fab23eb15c service neutron] 10.222.0.107 "GET /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961912 Jan 22 08:38:26.915200 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:26.942438 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcda758-bc2d-4721-9981-5e3334af8078 None None] The sync data for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi is: [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:31:29Z', 'revision_number': 4, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': 'f9e164e6-2b3c-4e1d-b456-0e44b45fc619', 'name': '', 'network_id': '440e7490-0a3e-4449-a711-b1f45ec543ef', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'mac_address': 'fa:16:3e:f8:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:28Z', 'updated_at': '2022-01-22T08:31:36Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'subnets': [{'id': '647ef2e3-b001-4725-9596-43e1ba03906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:38:27.029698 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df322b-6d61-4208-9bdd-178dc80356ad req-02b84cb7-6d5b-4d22-a639-8b5352a17d69 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:27.031319 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55df322b-6d61-4208-9bdd-178dc80356ad req-02b84cb7-6d5b-4d22-a639-8b5352a17d69 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 943 time: 0.0664380 Jan 22 08:38:27.083510 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55df322b-6d61-4208-9bdd-178dc80356ad req-6c9de348-2273-423c-beaa-a197e66c10fe tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Jan 22 08:38:27.182938 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c0a148-a9de-480b-8664-ca43aac139ce None None] New status for floating IP 85f4ff6f-b236-49a8-9501-d091b4a13254: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:38:27.546694 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 60437750-1b08-4c5b-aa93-09ec9b63de2b details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:38:27.620927 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e301a-ca73-47a1-a001-fee546ae01f4 req-2599d0a0-be76-4bc8-850a-565cdef3e187 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:27.629991 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa1e301a-ca73-47a1-a001-fee546ae01f4 req-2599d0a0-be76-4bc8-850a-565cdef3e187 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0645471 Jan 22 08:38:27.652824 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:27.664907 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '60437750-1b08-4c5b-aa93-09ec9b63de2b', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'port_id': '60437750-1b08-4c5b-aa93-09ec9b63de2b', 'mac_address': 'fa:16:3e:a5:16:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cc9a21-84bc-4641-9450-01b38ca50754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:38:27.687017 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa1e301a-ca73-47a1-a001-fee546ae01f4 req-2db28674-a509-435b-8da0-ab6f906bea3c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e167953-bea6-427a-818d-8e8eed4aaaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511603 Jan 22 08:38:27.705441 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 60437750-1b08-4c5b-aa93-09ec9b63de2b is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:27.705835 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:27.718848 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60437750-1b08-4c5b-aa93-09ec9b63de2b {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:27.748160 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:27.752501 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:27.807235 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:28.048578 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-e3c8b541-0fb3-4bc6-9260-5e2403d68031 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:28.050318 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-e3c8b541-0fb3-4bc6-9260-5e2403d68031 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.107 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 946 time: 0.0546057 Jan 22 08:38:28.131277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:38:28.153491 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Deleting port dc1f6a03-b576-4313-acc6-f6117a706de5 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:28.154062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:28.272403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeaac7-4bf0-4ad5-ba12-1186fa12c7bf req-6403f291-ed7b-4168-a78d-42e11c2f55fb tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:28.274190 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4efeaac7-4bf0-4ad5-ba12-1186fa12c7bf req-6403f291-ed7b-4168-a78d-42e11c2f55fb tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 944 time: 0.1050668 Jan 22 08:38:28.310240 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] For port dc1f6a03-b576-4313-acc6-f6117a706de5, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=dc1f6a03-b576-4313-acc6-f6117a706de5,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:28.310611 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:28.334500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Calling delete_port for dc1f6a03-b576-4313-acc6-f6117a706de5 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:28.361634 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4efeaac7-4bf0-4ad5-ba12-1186fa12c7bf req-41fb1da3-7b22-45d8-8468-df3fbe5937ca tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789585 Jan 22 08:38:28.493266 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (dc1f6a03-b576-4313-acc6-f6117a706de5), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:28.525067 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event deleted for resources: {'Port': ['ID=dc1f6a03-b576-4313-acc6-f6117a706de5,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:28.567906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] No DVR routers for this DVR port dc1f6a03-b576-4313-acc6-f6117a706de5 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:28.570410 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:28.573829 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5f0ce6c7-4a45-4a72-89e6-53747e2617dd req-691c016e-3458-47f0-85b1-8d2fc9bb61b2 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.107 "DELETE /v2.0/ports/dc1f6a03-b576-4313-acc6-f6117a706de5 HTTP/1.1" status: 204 len: 173 time: 0.5183372 Jan 22 08:38:28.574269 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-deleted', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:28.576526 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474c241-316b-4678-8143-349b7156257c" -d '{"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-deleted", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:28.619564 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f8990-9b1b-4144-a00f-18c91453c3ed x-openstack-request-id: req-ef0f8990-9b1b-4144-a00f-18c91453c3ed {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:28.619851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a4285-79d6-4a37-ae63-36855f486dae", "name": "network-vif-deleted", "tag": "dc1f6a03-b576-4313-acc6-f6117a706de5", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:28.620104 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ef0f8990-9b1b-4144-a00f-18c91453c3ed {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:28.620950 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a4285-79d6-4a37-ae63-36855f486dae', 'name': 'network-vif-deleted', 'tag': 'dc1f6a03-b576-4313-acc6-f6117a706de5', 'status': 'completed', 'code': 200} Jan 22 08:38:28.781720 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-924cdf70-076d-4849-a381-fad91fdc516d req-99908d95-d91f-4735-916b-f3dbcfde0d2c tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "GET /v2.0/ports?device_id=614a4285-79d6-4a37-ae63-36855f486dae HTTP/1.1" status: 200 len: 210 time: 0.0275273 Jan 22 08:38:29.484899 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea3e1-b846-4f9f-aa61-ea28aca236f0 req-b552a402-e98a-4955-838e-71e32ef91741 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:29.486874 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-406ea3e1-b846-4f9f-aa61-ea28aca236f0 req-b552a402-e98a-4955-838e-71e32ef91741 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 944 time: 0.0540240 Jan 22 08:38:29.536262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-406ea3e1-b846-4f9f-aa61-ea28aca236f0 req-5e44caad-0cb8-4a8a-a6ab-ef56ec0e815f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Jan 22 08:38:29.562417 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 60437750-1b08-4c5b-aa93-09ec9b63de2b up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:38:29.610356 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 60437750-1b08-4c5b-aa93-09ec9b63de2b completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:38:29.615883 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 60437750-1b08-4c5b-aa93-09ec9b63de2b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:38:29.616254 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:29.696337 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 60437750-1b08-4c5b-aa93-09ec9b63de2b is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:29.696727 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:29.721575 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:29.723834 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8fd06-24b6-412a-a350-3cc1883e6bb6" -d '{"events": [{"server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "name": "network-vif-plugged", "status": "completed", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:29.740030 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:29.744600 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:29.768692 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f809562e-77c7-4c6e-9726-a08b7ae870eb x-openstack-request-id: req-f809562e-77c7-4c6e-9726-a08b7ae870eb {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:29.768971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "name": "network-vif-plugged", "status": "completed", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:29.769236 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f809562e-77c7-4c6e-9726-a08b7ae870eb {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:29.769624 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b', 'code': 200} Jan 22 08:38:29.797208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:29.804440 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.804795 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.805147 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.805487 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.805821 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.813253 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.813746 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.814720 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.815066 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.815401 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.815769 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.816098 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.816424 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:38:29.851417 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48510) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:29.923525 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (6e167953-bea6-427a-818d-8e8eed4aaaeb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:29.936430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ec46b-1103-468d-8d0b-b5c733686f0c req-75b7d234-011e-4fa2-901c-23796efbec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:29.937962 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b6ec46b-1103-468d-8d0b-b5c733686f0c req-75b7d234-011e-4fa2-901c-23796efbec87 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 1098 time: 0.0402279 Jan 22 08:38:29.951089 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (6e167953-bea6-427a-818d-8e8eed4aaaeb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:29.995703 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b6ec46b-1103-468d-8d0b-b5c733686f0c req-4b58f3d7-46af-4845-b07a-4efae7636d3d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Jan 22 08:38:30.032914 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (6e167953-bea6-427a-818d-8e8eed4aaaeb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:30.035698 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:30.037087 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] 10.222.0.84 "DELETE /v2.0/security-groups/6e167953-bea6-427a-818d-8e8eed4aaaeb HTTP/1.1" status: 204 len: 168 time: 0.1846812 Jan 22 08:38:30.046300 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101085df-ce79-4a6b-be5a-d46fdafd81c0 tempest-TestShelveInstance-905513428 tempest-TestShelveInstance-905513428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e167953-bea6-427a-818d-8e8eed4aaaeb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:30.097217 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48514) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:30.515187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (7f69b91e-27b6-4037-8478-cac0cc131859), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:30.656944 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ea42-8701-4e25-9324-4d8b946060a4 req-1088ed51-6b9d-4064-92df-3f422dc43aa1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:30.660150 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7a1ea42-8701-4e25-9324-4d8b946060a4 req-1088ed51-6b9d-4064-92df-3f422dc43aa1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Jan 22 08:38:30.710797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7a1ea42-8701-4e25-9324-4d8b946060a4 req-b02dadf2-c734-486b-b7d6-17ef11dbdee8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Jan 22 08:38:30.774214 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Deleting port f9e164e6-2b3c-4e1d-b456-0e44b45fc619 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:30.774480 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:30.859129 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] For port f9e164e6-2b3c-4e1d-b456-0e44b45fc619, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:30.859846 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:30.872857 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Calling delete_port for f9e164e6-2b3c-4e1d-b456-0e44b45fc619 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:31.063720 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (f9e164e6-2b3c-4e1d-b456-0e44b45fc619), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:31.090613 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e164e6-2b3c-4e1d-b456-0e44b45fc619,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:31.271582 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (7f69b91e-27b6-4037-8478-cac0cc131859), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:31.513899 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Router 7f69b91e-27b6-4037-8478-cac0cc131859 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:38:31.577522 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:31.598604 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: dc1f6a03-b576-4313-acc6-f6117a706de5 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:31.598967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device dc1f6a03-b576-4313-acc6-f6117a706de5 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:31.628004 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:38:31.633240 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-166d377b-5bdb-4703-93a1-7720e1d932e2 admin admin] 10.222.0.84 "PUT /v2.0/routers/7f69b91e-27b6-4037-8478-cac0cc131859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5349159 Jan 22 08:38:31.638004 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Sync routers for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:38:31.642721 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48520) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:31.650935 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:31.651561 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:31.754128 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks [] for router (7f69b91e-27b6-4037-8478-cac0cc131859), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:31.765226 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:31.850035 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff6e07-6ced-4207-8743-19f3af4d2818 req-cc8f73f5-7295-492e-b711-67b317408291 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:31.852349 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3aff6e07-6ced-4207-8743-19f3af4d2818 req-cc8f73f5-7295-492e-b711-67b317408291 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0619478 Jan 22 08:38:31.865566 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks [] for router_gateway (7f69b91e-27b6-4037-8478-cac0cc131859), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:31.906521 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3aff6e07-6ced-4207-8743-19f3af4d2818 req-252b54af-4fa2-4129-b890-d858e544bf16 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Jan 22 08:38:31.923040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Deleting port dac9a062-07f6-4696-9d6e-81c565283e8b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:31.924304 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:31.971760 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:38:31Z', 'revision_number': 5, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port': {'id': 'dac9a062-07f6-4696-9d6e-81c565283e8b', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:25Z', 'updated_at': '2022-01-22T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:32.007663 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Checking router: 7f69b91e-27b6-4037-8478-cac0cc131859 for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:38:32.017856 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] For port dac9a062-07f6-4696-9d6e-81c565283e8b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=dac9a062-07f6-4696-9d6e-81c565283e8b,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:32.018163 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.019652 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Routers {'7f69b91e-27b6-4037-8478-cac0cc131859'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:32.020280 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['7f69b91e-27b6-4037-8478-cac0cc131859'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:32.031419 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Calling delete_port for dac9a062-07f6-4696-9d6e-81c565283e8b owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:32.123077 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] Set router 7f69b91e-27b6-4037-8478-cac0cc131859 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:32.180838 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:38:31Z', 'revision_number': 6, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:32.215110 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f463-03aa-4f5a-a370-304596dba50b None None] The sync data for ids ['7f69b91e-27b6-4037-8478-cac0cc131859'] in dv-cinder-825913-1-iscsi is: [{'id': '7f69b91e-27b6-4037-8478-cac0cc131859', 'name': 'tempest-TestShelveInstance-719723356-router', 'tenant_id': 'a6f775f6c82c4596bb247ab81847fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:24Z', 'updated_at': '2022-01-22T08:38:31Z', 'revision_number': 6, 'project_id': 'a6f775f6c82c4596bb247ab81847fc46', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:38:32.221656 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (dac9a062-07f6-4696-9d6e-81c565283e8b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.265888 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac9a062-07f6-4696-9d6e-81c565283e8b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:32.333336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (7f69b91e-27b6-4037-8478-cac0cc131859), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.433979 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (7f69b91e-27b6-4037-8478-cac0cc131859), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.436471 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks [] for router_controller (7f69b91e-27b6-4037-8478-cac0cc131859), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.482222 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (7f69b91e-27b6-4037-8478-cac0cc131859), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.482780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f69b91e-27b6-4037-8478-cac0cc131859 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:38:32.487789 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.488954 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-07237977-8f20-4729-a619-8f5f495ae9c7 admin admin] 10.222.0.84 "DELETE /v2.0/routers/7f69b91e-27b6-4037-8478-cac0cc131859 HTTP/1.1" status: 204 len: 168 time: 0.8448112 Jan 22 08:38:32.491596 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48532) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:32.544259 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Deleting subnet 647ef2e3-b001-4725-9596-43e1ba03906a {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:38:32.547431 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Publish callbacks [] for subnet (647ef2e3-b001-4725-9596-43e1ba03906a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.584646 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (647ef2e3-b001-4725-9596-43e1ba03906a), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.916312 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (647ef2e3-b001-4725-9596-43e1ba03906a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:32.987841 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (647ef2e3-b001-4725-9596-43e1ba03906a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.015055 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647ef2e3-b001-4725-9596-43e1ba03906a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:33.019190 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.025262 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13e99c-e7bc-4848-b8fa-50d8b5ec49da None None] Network 440e7490-0a3e-4449-a711-b1f45ec543ef requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:38:33.025799 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-413c621b-4d39-44d4-9bfd-4facb189089b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/647ef2e3-b001-4725-9596-43e1ba03906a HTTP/1.1" status: 204 len: 168 time: 0.5328639 Jan 22 08:38:33.025903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48534) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:33.113356 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (440e7490-0a3e-4449-a711-b1f45ec543ef), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.173798 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Deleting port 95181ccd-c77a-4a98-9746-7ec05e95484c {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:33.174713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.209754 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] DHCP port deletion for 440e7490-0a3e-4449-a711-b1f45ec543ef request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:38:33.248341 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] For port 95181ccd-c77a-4a98-9746-7ec05e95484c, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=95181ccd-c77a-4a98-9746-7ec05e95484c,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:33.248722 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.265518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Calling delete_port for 95181ccd-c77a-4a98-9746-7ec05e95484c owned by network:dhcp {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:33.268772 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Deleting port 95181ccd-c77a-4a98-9746-7ec05e95484c {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:33.269228 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.346921 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] For port 95181ccd-c77a-4a98-9746-7ec05e95484c, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=95181ccd-c77a-4a98-9746-7ec05e95484c,segment=NetworkSegment(ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9),segment_id=ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:33.347728 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.369911 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Calling delete_port for 95181ccd-c77a-4a98-9746-7ec05e95484c owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:33.392612 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.423311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Pushing event deleted for resources: {'Port': ['ID=95181ccd-c77a-4a98-9746-7ec05e95484c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:33.425204 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] No DVR routers for this DVR port 95181ccd-c77a-4a98-9746-7ec05e95484c on host dv-cinder-825913-1-iscsi {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:33.466469 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (95181ccd-c77a-4a98-9746-7ec05e95484c), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.496747 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] Pushing event deleted for resources: {'Port': ['ID=95181ccd-c77a-4a98-9746-7ec05e95484c,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:33.501415 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499cb94-5907-4073-ad54-cb18e2da5e35 None None] No DVR routers for this DVR port 95181ccd-c77a-4a98-9746-7ec05e95484c on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:33.519301 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (440e7490-0a3e-4449-a711-b1f45ec543ef), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.541771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440e7490-0a3e-4449-a711-b1f45ec543ef']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:33.552232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:33.552583 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:33.563292 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.579780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.588239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:38:33.588670 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (ae94cb3d-7baa-46e8-93f0-74ac9eefb8e9), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.590423 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:38:33.592920 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:38:33.647728 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (440e7490-0a3e-4449-a711-b1f45ec543ef), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.655928 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:33.662705 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] 10.222.0.84 "DELETE /v2.0/networks/440e7490-0a3e-4449-a711-b1f45ec543ef HTTP/1.1" status: 204 len: 168 time: 0.6330860 Jan 22 08:38:33.663476 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48546) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:33.669965 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac3b8-4c45-432a-9e7f-4c76050655bc admin admin] Pushing event deleted for resources: {'Network': ['ID=440e7490-0a3e-4449-a711-b1f45ec543ef,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:34.049040 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (d3eebcff-ac94-4480-871c-413023c5bec7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:34.092446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 95181ccd-c77a-4a98-9746-7ec05e95484c no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:34.115133 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 95181ccd-c77a-4a98-9746-7ec05e95484c {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:34.115621 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 95181ccd-c77a-4a98-9746-7ec05e95484c not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:34.116196 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f9e164e6-2b3c-4e1d-b456-0e44b45fc619 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:34.137215 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: f9e164e6-2b3c-4e1d-b456-0e44b45fc619 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:34.137746 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device f9e164e6-2b3c-4e1d-b456-0e44b45fc619 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:34.137975 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device dac9a062-07f6-4696-9d6e-81c565283e8b no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:34.158123 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: dac9a062-07f6-4696-9d6e-81c565283e8b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:34.158458 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device dac9a062-07f6-4696-9d6e-81c565283e8b not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:34.318322 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Deleting port 80e66110-5d95-4dae-916c-1d6768126d41 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:34.318696 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (80e66110-5d95-4dae-916c-1d6768126d41), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:34.405116 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] For port 80e66110-5d95-4dae-916c-1d6768126d41, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=80e66110-5d95-4dae-916c-1d6768126d41,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:34.405403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (80e66110-5d95-4dae-916c-1d6768126d41), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:34.417703 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Calling delete_port for 80e66110-5d95-4dae-916c-1d6768126d41 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:34.606717 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (80e66110-5d95-4dae-916c-1d6768126d41), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:34.635628 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=80e66110-5d95-4dae-916c-1d6768126d41,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:34.818502 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (d3eebcff-ac94-4480-871c-413023c5bec7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.039909 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Router d3eebcff-ac94-4480-871c-413023c5bec7 has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:38:35.156309 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:38:35.161909 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d5e51193-ec1d-42ce-b175-54354cb88ddd admin admin] 10.222.0.84 "PUT /v2.0/routers/d3eebcff-ac94-4480-871c-413023c5bec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966729 Jan 22 08:38:35.164732 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48552) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:35.165455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Sync routers for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:38:35.176672 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:35.177320 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:35.280683 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks [] for router (d3eebcff-ac94-4480-871c-413023c5bec7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.287895 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:35.393293 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks [] for router_gateway (d3eebcff-ac94-4480-871c-413023c5bec7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.466803 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Deleting port ccc717aa-7e21-407b-b145-07b0bcd9d84c {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:35.467226 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.556927 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] For port ccc717aa-7e21-407b-b145-07b0bcd9d84c, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=ccc717aa-7e21-407b-b145-07b0bcd9d84c,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:35.557297 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.569903 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Calling delete_port for ccc717aa-7e21-407b-b145-07b0bcd9d84c owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:35.623971 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:38:34Z', 'revision_number': 5, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port': {'id': 'ccc717aa-7e21-407b-b145-07b0bcd9d84c', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:39Z', 'updated_at': '2022-01-22T08:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:35.653059 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Checking router: d3eebcff-ac94-4480-871c-413023c5bec7 for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:38:35.663251 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Routers {'d3eebcff-ac94-4480-871c-413023c5bec7'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:38:35.663884 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:38:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['d3eebcff-ac94-4480-871c-413023c5bec7'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:35.755787 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (ccc717aa-7e21-407b-b145-07b0bcd9d84c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.785792 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc717aa-7e21-407b-b145-07b0bcd9d84c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:35.788070 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] Set router d3eebcff-ac94-4480-871c-413023c5bec7 gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:38:35.854669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (d3eebcff-ac94-4480-871c-413023c5bec7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.857217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:38:35Z', 'revision_number': 6, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:35.889123 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3273-d969-4ab1-854b-e059d7ceb1bb None None] The sync data for ids ['d3eebcff-ac94-4480-871c-413023c5bec7'] in dv-cinder-825913-1-iscsi is: [{'id': 'd3eebcff-ac94-4480-871c-413023c5bec7', 'name': 'tempest-TestShelveInstance-802031328-router', 'tenant_id': '2ae52797dc48402f89d096f0b83d4fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:38:35Z', 'revision_number': 6, 'project_id': '2ae52797dc48402f89d096f0b83d4fca', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:38:35.951062 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (d3eebcff-ac94-4480-871c-413023c5bec7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:35.953351 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks [] for router_controller (d3eebcff-ac94-4480-871c-413023c5bec7), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.011087 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (d3eebcff-ac94-4480-871c-413023c5bec7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.011841 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3eebcff-ac94-4480-871c-413023c5bec7 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:38:36.017082 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.018949 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-accc2d06-d842-445d-82b8-ae489551cf17 admin admin] 10.222.0.84 "DELETE /v2.0/routers/d3eebcff-ac94-4480-871c-413023c5bec7 HTTP/1.1" status: 204 len: 168 time: 0.8527908 Jan 22 08:38:36.023283 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48556) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:36.075956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Deleting subnet 7d254546-765d-441e-8e83-07c4a1730004 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:38:36.081695 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Publish callbacks [] for subnet (7d254546-765d-441e-8e83-07c4a1730004), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.118657 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (7d254546-765d-441e-8e83-07c4a1730004), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.219793 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (7d254546-765d-441e-8e83-07c4a1730004), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.323614 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (7d254546-765d-441e-8e83-07c4a1730004), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.363066 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d254546-765d-441e-8e83-07c4a1730004,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:36.371877 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.377187 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e7578ca7-16a5-4639-b442-d525ecdd3d1b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7d254546-765d-441e-8e83-07c4a1730004 HTTP/1.1" status: 204 len: 168 time: 0.3523657 Jan 22 08:38:36.380458 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48558) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:36.388651 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bff234-5d76-462b-aeb1-68c9dd57fed5 None None] Network 59555d57-a245-4b64-bc39-84ca5b4c4526 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:38:36.437490 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 80e66110-5d95-4dae-916c-1d6768126d41 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:36.496302 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 80e66110-5d95-4dae-916c-1d6768126d41 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:36.496629 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 80e66110-5d95-4dae-916c-1d6768126d41 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:36.503955 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (59555d57-a245-4b64-bc39-84ca5b4c4526), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.580699 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Deleting port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:36.581092 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.692539 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] For port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,segment=NetworkSegment(1193f00e-9085-4959-9705-aed8fe42545e),segment_id=1193f00e-9085-4959-9705-aed8fe42545e)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:36.693091 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.712520 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Calling delete_port for 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 owned by network:dhcp {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:36.764770 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] DHCP port deletion for 59555d57-a245-4b64-bc39-84ca5b4c4526 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:38:36.809082 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.829392 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Deleting port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:38:36.829875 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.836420 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:36.838302 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] No DVR routers for this DVR port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 on host dv-cinder-825913-1-iscsi {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:36.927987 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.932957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] For port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6, host dv-cinder-825913-1-iscsi, got binding levels [] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:36.933470 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.950916 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Calling delete_port for 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:38:36.956794 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.ipam_backend_mixin [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 was not found and therefore no delete operation was performed {{(pid=102500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 22 08:38:36.958801 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:36.995323 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] No DVR routers for this DVR port 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:38:36.999683 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40245-98aa-4c43-8317-bb2800a7899c None None] Pushing event deleted for resources: {'Port': ['ID=6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:37.028833 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b2e40291-9569-4242-aaae-cd870d00a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.254329 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (59555d57-a245-4b64-bc39-84ca5b4c4526), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.281146 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59555d57-a245-4b64-bc39-84ca5b4c4526']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:37.296397 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1193f00e-9085-4959-9705-aed8fe42545e') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:37.296691 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1193f00e-9085-4959-9705-aed8fe42545e') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:38:37.307834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (1193f00e-9085-4959-9705-aed8fe42545e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.324931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (1193f00e-9085-4959-9705-aed8fe42545e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.333084 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:38:37.333764 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (1193f00e-9085-4959-9705-aed8fe42545e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:38:37.336031 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:38:37.395318 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (59555d57-a245-4b64-bc39-84ca5b4c4526), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.401404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.404637 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] 10.222.0.84 "DELETE /v2.0/networks/59555d57-a245-4b64-bc39-84ca5b4c4526 HTTP/1.1" status: 204 len: 168 time: 1.0219133 Jan 22 08:38:37.420206 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab234-f2a3-4c4d-bff4-e8929ea18322 admin admin] Pushing event deleted for resources: {'Network': ['ID=59555d57-a245-4b64-bc39-84ca5b4c4526,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:37.532169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48564) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:37.576970 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b7bf8bdb-444c-41f9-91d2-d516cb7b69da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a6f775f6c82c4596bb247ab81847fc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431132 Jan 22 08:38:37.579873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48566) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:37.634571 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] Publish callbacks [] for security_group (5f1f0a92-275a-4610-8ff2-d6a703d80041), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.658594 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] Publish callbacks [] for security_group (5f1f0a92-275a-4610-8ff2-d6a703d80041), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.707591 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5f1f0a92-275a-4610-8ff2-d6a703d80041), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.710296 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:37.711488 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5f1f0a92-275a-4610-8ff2-d6a703d80041 HTTP/1.1" status: 204 len: 168 time: 0.1306221 Jan 22 08:38:37.719734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd9112-3d29-40bb-a842-439035fc3636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f0a92-275a-4610-8ff2-d6a703d80041,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:38.076336 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48574) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:38.099818 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ccc717aa-7e21-407b-b145-07b0bcd9d84c no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:38.125632 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e0bd426e-e802-4044-8431-9e5a6b04ae68 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ae52797dc48402f89d096f0b83d4fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480351 Jan 22 08:38:38.126119 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: ccc717aa-7e21-407b-b145-07b0bcd9d84c {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:38.127360 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device ccc717aa-7e21-407b-b145-07b0bcd9d84c not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:38.128089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:38:38.129335 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48576) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:38:38.168449 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:38:38.169024 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 6a5d7b6a-07ad-42c1-b3b1-6e0f2dad69d6 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:38:38.203910 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] Publish callbacks [] for security_group (b94be971-2c01-4947-91bc-acae2fa191e4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:38.235637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] Publish callbacks [] for security_group (b94be971-2c01-4947-91bc-acae2fa191e4), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:38.297755 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b94be971-2c01-4947-91bc-acae2fa191e4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:38.302085 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:38.306743 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b94be971-2c01-4947-91bc-acae2fa191e4 HTTP/1.1" status: 204 len: 168 time: 0.1728442 Jan 22 08:38:38.321114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a5a6-e300-41b1-b725-f4fdbf454f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94be971-2c01-4947-91bc-acae2fa191e4,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:39.621646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-55430259-b695-4c37-a50f-eb0f361a3325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:40.507639 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-9f3cb245-6d41-44ab-bae9-bb0df7b90467 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:40.509204 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-9f3cb245-6d41-44ab-bae9-bb0df7b90467 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1055596 Jan 22 08:38:40.524827 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-d9daed5a-bf52-472a-a0bc-5f2014202586 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/quotas/05042b8ec002427dbeb15a6f8d37ed5c HTTP/1.1" status: 200 len: 375 time: 0.0102701 Jan 22 08:38:40.589787 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-dcce0fcd-f4d1-4957-91e9-9575ffaeaf77 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592322 Jan 22 08:38:40.601289 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-7594196a-eaf9-4d72-87b2-b0f0109297b2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 08:38:40.602325 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-7594196a-eaf9-4d72-87b2-b0f0109297b2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055118 Jan 22 08:38:40.704934 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-17011afa-b5ce-42b5-b603-6e76a3748d59 service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963843 Jan 22 08:38:40.800399 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-9be144de-8053-436b-ba27-f611bd0634e3 service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Jan 22 08:38:40.962380 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-49dc580c-46a6-46d1-93dc-8b43efa123ab req-31b03943-1361-4fc0-b72f-53738d41a810 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 210 time: 0.0266302 Jan 22 08:38:41.515293 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:41.970057 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-8242d6c1-9cea-4261-ac8b-b30b91a476b8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:41.972034 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-8242d6c1-9cea-4261-ac8b-b30b91a476b8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1225579 Jan 22 08:38:42.014761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Request body: {'port': {'device_id': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'admin_state_up': True, 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:42.091614 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c52587fc-9878-4899-8721-3e87d26453ab req-efc5f66f-d838-40cc-b80c-2c3dfa5afecb tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 210 time: 0.0446281 Jan 22 08:38:42.182510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:38:42.186040 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:42.321566 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Allocated IP 172.20.0.11 (81799950-0ef8-4a46-a56a-9ed37c2cc87c/f5cc9a21-84bc-4641-9450-01b38ca50754/cbe01d4e-71b9-45a3-8264-aff92c7b2a1b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:38:42.477930 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks [] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:42.513600 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:42.526734 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:38:42.558046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:38:42.563219 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:38:42.568301 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:38:42.575279 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event updated for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:42.624852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:42.625533 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:42.645206 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-33471004-fae2-4e78-ab32-de51ba7524a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408737 Jan 22 08:38:42.681727 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Request body: {'port': {'device_id': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:42.742903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.031966 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe01d4e-71b9-45a3-8264-aff92c7b2a1b {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:43.040529 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks [] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.055734 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Transition to ACTIVE for port object cbe01d4e-71b9-45a3-8264-aff92c7b2a1b will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:38:43.060761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.122072 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:43.271788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Attempting to bind port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:38:43.272123 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Attempting to bind port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:38:43.272453 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Attempting to bind port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:43.287252 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104aafa-91c0-4a4e-9b69-d42daf55fabf req-3b8b009c-d6e1-415d-9d19-3cc0aacf72a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:43.288773 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6104aafa-91c0-4a4e-9b69-d42daf55fabf req-3b8b009c-d6e1-415d-9d19-3cc0aacf72a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 944 time: 0.0936670 Jan 22 08:38:43.290011 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:38:43.290311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Attempting to bind port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:43.303066 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:38:43.303404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Checking segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:38:43.303826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Bound using segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:38:43.304286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Bound port: cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:38:43.304645 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.392867 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6104aafa-91c0-4a4e-9b69-d42daf55fabf req-3fac149b-d770-4e8e-93b0-1b8f1a0b704f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970082 Jan 22 08:38:43.405879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:38:43.414062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:38:43.419076 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.452548 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:43.453167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.455063 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] 10.222.0.107 "PUT /v2.0/ports/cbe01d4e-71b9-45a3-8264-aff92c7b2a1b HTTP/1.1" status: 200 len: 1094 time: 0.7778065 Jan 22 08:38:43.458058 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:43.461396 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a7b2f8-7311-4304-a284-20464eaff575" -d '{"events": [{"name": "network-changed", "server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:43.495275 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba702b-3072-43d2-864a-32aa814f248e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:43.514241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ee3c0-5f55-4097-ab39-dff07ae64b7f x-openstack-request-id: req-954ee3c0-5f55-4097-ab39-dff07ae64b7f {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:43.514500 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:43.514733 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-954ee3c0-5f55-4097-ab39-dff07ae64b7f {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:43.515145 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', 'status': 'completed', 'code': 200} Jan 22 08:38:43.549769 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-3ca173f9-7bf8-4663-b8dc-2b6220e5cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:43.551414 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-3ca173f9-7bf8-4663-b8dc-2b6220e5cfff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0466003 Jan 22 08:38:43.594001 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-383e8341-f62c-4143-b912-844145fbd9f2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b HTTP/1.1" status: 200 len: 217 time: 0.0348413 Jan 22 08:38:43.657396 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031283-d20a-42b4-9207-d658c2d3877c req-0ac96388-962a-4949-86f1-781cf89d904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:43.659871 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-0ac96388-962a-4949-86f1-781cf89d904b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0594764 Jan 22 08:38:43.692798 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-11fd7da8-8f60-4f6e-8b35-5fca988b2c1a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266099 Jan 22 08:38:43.801360 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-21a17a4d-1100-40be-9a2d-92b0924424cb service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020401 Jan 22 08:38:43.804262 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:43.916589 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54031283-d20a-42b4-9207-d658c2d3877c req-7ad74447-349e-44fc-8ee4-94eae2defdee service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087046 Jan 22 08:38:44.013149 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b2f8-7311-4304-a284-20464eaff575 req-3ae3a695-f3d7-4aa2-9df3-0d356b57f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:44.014925 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-3ae3a695-f3d7-4aa2-9df3-0d356b57f557 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0469131 Jan 22 08:38:44.113638 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b2f8-7311-4304-a284-20464eaff575 req-a464aed2-ebf8-47de-86c1-10b6c797a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:44.115057 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-a464aed2-ebf8-47de-86c1-10b6c797a1d3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 914 time: 0.0943029 Jan 22 08:38:44.166270 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-c0322aa0-7230-473a-afdd-393a48c7a42a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b HTTP/1.1" status: 200 len: 217 time: 0.0384319 Jan 22 08:38:44.219283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b2f8-7311-4304-a284-20464eaff575 req-013fca92-8cdf-4f3d-904f-3d5ef64755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:44.220808 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-013fca92-8cdf-4f3d-904f-3d5ef64755bb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0488446 Jan 22 08:38:44.253499 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-e5aa8aa4-85d2-442c-8b29-dbd97ae29dc1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257454 Jan 22 08:38:44.350824 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-8d0c5fdf-7f7d-43c1-9241-8efc354034b0 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910194 Jan 22 08:38:44.402820 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:44.462943 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17a7b2f8-7311-4304-a284-20464eaff575 req-813c073c-bb8a-4551-91bb-1e2aaf2826f4 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052690 Jan 22 08:38:44.534105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6882381-41d3-403f-9e2f-b38abf366aae req-2d6283a3-63aa-4c58-882a-7e805ed94480 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:44.535730 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6882381-41d3-403f-9e2f-b38abf366aae req-2d6283a3-63aa-4c58-882a-7e805ed94480 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 944 time: 0.0543027 Jan 22 08:38:44.589054 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6882381-41d3-403f-9e2f-b38abf366aae req-123a4794-61c0-4c82-b699-26b0a6b573cc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Jan 22 08:38:45.722508 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684f21-5d02-4343-aa97-268906e9a32c req-4b390ea4-9961-4310-8200-ba46d32121e5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:45.724149 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11684f21-5d02-4343-aa97-268906e9a32c req-4b390ea4-9961-4310-8200-ba46d32121e5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 944 time: 0.0570087 Jan 22 08:38:45.778583 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11684f21-5d02-4343-aa97-268906e9a32c req-8d2d9eea-5ffa-46c2-b7e5-5a1b549bc6fa tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Jan 22 08:38:46.157069 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:38:46.905743 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5274df-7a59-48ff-b3bd-c319bbb6e294 req-1163a465-1a11-4482-8afa-633cd22bc048 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:46.907467 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1e5274df-7a59-48ff-b3bd-c319bbb6e294 req-1163a465-1a11-4482-8afa-633cd22bc048 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 944 time: 0.0555789 Jan 22 08:38:46.959803 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1e5274df-7a59-48ff-b3bd-c319bbb6e294 req-ac354d8b-6b8c-46d5-871c-149ad7c685fc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jan 22 08:38:47.601991 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device cbe01d4e-71b9-45a3-8264-aff92c7b2a1b details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:38:47.710411 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:47.722268 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'port_id': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', 'mac_address': 'fa:16:3e:49:1a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cc9a21-84bc-4641-9450-01b38ca50754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:38:47.765750 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:47.766141 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:47.781056 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe01d4e-71b9-45a3-8264-aff92c7b2a1b {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:47.807958 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:47.813022 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:47.887687 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:48.093107 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dffa46-8fcc-4f6f-91a5-aff6adced76b req-64a38f4e-53a0-4f6b-981b-a4c6011d5c26 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:48.094726 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-61dffa46-8fcc-4f6f-91a5-aff6adced76b req-64a38f4e-53a0-4f6b-981b-a4c6011d5c26 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Jan 22 08:38:48.163087 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:38:48.163389 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-61dffa46-8fcc-4f6f-91a5-aff6adced76b req-566fa76e-c756-4930-9152-5d7398ceb0fe tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613801 Jan 22 08:38:49.297873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e62fb-2d46-45f8-94a3-a73cd53a5331 req-9ba3aca5-05dd-4356-94d8-b25278e1db2e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:49.300454 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f0e62fb-2d46-45f8-94a3-a73cd53a5331 req-9ba3aca5-05dd-4356-94d8-b25278e1db2e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 945 time: 0.0564766 Jan 22 08:38:49.358170 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f0e62fb-2d46-45f8-94a3-a73cd53a5331 req-8353e0c1-3388-40ad-bd48-c89cd6b4ef80 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Jan 22 08:38:49.619491 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device cbe01d4e-71b9-45a3-8264-aff92c7b2a1b up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:38:49.679835 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:38:49.683788 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:38:49.684159 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:49.782387 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:38:49.782815 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:49.809289 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:49.811636 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961b9b82-e404-431f-9e32-8672e7d0b6f7" -d '{"events": [{"server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "name": "network-vif-plugged", "status": "completed", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:49.826942 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:38:49.833061 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:49.866812 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eedbe8-f0ca-4505-8eab-7f9b0e600ef1 x-openstack-request-id: req-54eedbe8-f0ca-4505-8eab-7f9b0e600ef1 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:49.874279 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "name": "network-vif-plugged", "status": "completed", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:49.874577 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54eedbe8-f0ca-4505-8eab-7f9b0e600ef1 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:49.875041 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', 'code': 200} Jan 22 08:38:49.914231 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:50.071788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69c466-4560-4428-9127-d0fce7e4996c req-afc7637a-6dd0-4003-b99d-037137dfca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:50.073365 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f69c466-4560-4428-9127-d0fce7e4996c req-afc7637a-6dd0-4003-b99d-037137dfca90 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 1099 time: 0.0572755 Jan 22 08:38:50.137577 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f69c466-4560-4428-9127-d0fce7e4996c req-f3c4aba4-a644-497f-af7b-e410ba0e634d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573974 Jan 22 08:38:50.494601 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69acd6-737d-40d8-ba45-c339c590952e req-3ae16198-b9bb-45ed-bdd0-79f9824c03bd tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:50.496483 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e69acd6-737d-40d8-ba45-c339c590952e req-3ae16198-b9bb-45ed-bdd0-79f9824c03bd tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 946 time: 0.0558012 Jan 22 08:38:50.545041 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e69acd6-737d-40d8-ba45-c339c590952e req-d44504f4-eaad-417f-bc96-9667297cadf2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Jan 22 08:38:51.680347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c98a-c2b5-4b3a-92be-3160bd458055 req-e090b57f-1c50-4f33-a376-6ad8b9dd458d tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:51.681931 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2392c98a-c2b5-4b3a-92be-3160bd458055 req-e090b57f-1c50-4f33-a376-6ad8b9dd458d tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 946 time: 0.0521936 Jan 22 08:38:51.734280 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2392c98a-c2b5-4b3a-92be-3160bd458055 req-6d7e7c50-ff1d-4342-831f-46ac9de55a63 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Jan 22 08:38:53.520276 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-505cc427-0acb-40cb-933a-399044031445 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:53.521765 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-505cc427-0acb-40cb-933a-399044031445 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1125240 Jan 22 08:38:53.539318 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-327b1880-c5ad-487c-89f0-7b5385a4a655 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/quotas/05042b8ec002427dbeb15a6f8d37ed5c HTTP/1.1" status: 200 len: 375 time: 0.0101736 Jan 22 08:38:53.594721 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-af318e64-d96e-4b30-a00a-6c8bfdff2a31 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496821 Jan 22 08:38:53.697649 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-da51c5f9-e2c7-4871-abbf-77db28ee40ab service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957568 Jan 22 08:38:53.804166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-ef44331c-a2a7-4aca-9abc-bd3b683c4512 service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007495 Jan 22 08:38:53.980021 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-422229ce-b1d2-4622-b1ca-9d690a2b44a4 req-a8567613-deb1-4f55-b543-4fe0b06b5528 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 210 time: 0.0321116 Jan 22 08:38:55.096892 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e7e9f46-937b-4aed-b2f8-77493611d07c req-f074106a-8400-4d7a-afdc-23a41b1910dc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 210 time: 0.0323305 Jan 22 08:38:56.195166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-343a4a57-2595-45cb-9d38-68e22ed4a636 req-76affa13-aa05-4956-8d29-d8e0ebab9e63 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 210 time: 0.0273390 Jan 22 08:38:57.290177 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1bd938f9-6a23-4e79-b23e-9219bc4cd599 req-1d9a25f0-f89e-43fe-8b11-80f8f44991e8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 210 time: 0.0265923 Jan 22 08:38:58.441644 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8161522-1fc8-4585-ba59-73780423cffa req-e65d8cdd-748e-442e-865f-c3b72d580365 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 210 time: 0.0510302 Jan 22 08:38:58.473856 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-ce6a2a3e-a869-48a1-b96f-784b97f9dcf2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:58.475419 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-ce6a2a3e-a869-48a1-b96f-784b97f9dcf2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1491277 Jan 22 08:38:58.489010 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Request body: {'port': {'device_id': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'admin_state_up': True, 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:58.599079 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:38:58.602452 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:58.749873 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Allocated IP 172.20.0.14 (81799950-0ef8-4a46-a56a-9ed37c2cc87c/f5cc9a21-84bc-4641-9450-01b38ca50754/8f509d8c-b55f-4036-9bab-ec1c78af8d2b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:38:58.911576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks [] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:58.945484 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:58.960192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b', 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:38:58.988870 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:38:58.996777 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:38:59.001936 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:38:59.007012 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event updated for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:59.063653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:59.064015 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.082961 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-4bd8bb9f-5618-46c7-ac61-37b989de6a86 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986664 Jan 22 08:38:59.094570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Request body: {'port': {'device_id': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:38:59.163428 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.474894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f509d8c-b55f-4036-9bab-ec1c78af8d2b {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:38:59.483062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks [] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.500583 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Transition to ACTIVE for port object 8f509d8c-b55f-4036-9bab-ec1c78af8d2b will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:38:59.505835 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.589684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.647016 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:38:59.650180 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801ec8c-7ded-4521-9284-5f32d94125a7 req-65060077-e1ec-4b83-8cd6-308858d82e19 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:59.651169 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f801ec8c-7ded-4521-9284-5f32d94125a7 req-65060077-e1ec-4b83-8cd6-308858d82e19 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 944 time: 0.1182144 Jan 22 08:38:59.715982 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Attempting to bind port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:38:59.716230 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Attempting to bind port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:38:59.716562 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Attempting to bind port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:59.722817 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f801ec8c-7ded-4521-9284-5f32d94125a7 req-da8a67b4-c76a-4ace-ac9f-505d4026a62b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647776 Jan 22 08:38:59.725963 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:38:59.726286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Attempting to bind port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:38:59.731894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:38:59.732239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Checking segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:38:59.732621 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Bound using segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:38:59.733054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Bound port: 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:38:59.733509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.808019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:38:59.810950 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:38:59.815430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.851095 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:59.851725 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:38:59.853086 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] 10.222.0.107 "PUT /v2.0/ports/8f509d8c-b55f-4036-9bab-ec1c78af8d2b HTTP/1.1" status: 200 len: 1094 time: 0.7628880 Jan 22 08:38:59.853525 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:38:59.855774 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eb582a-2ae5-4140-bd47-cff2361985b3" -d '{"events": [{"name": "network-changed", "server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:38:59.880514 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e8ba-c6d9-4e21-9b99-efd96c5419f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:38:59.894005 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c9dd3-2359-497d-aec0-41b232118bf5 x-openstack-request-id: req-e73c9dd3-2359-497d-aec0-41b232118bf5 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:38:59.894295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:38:59.894545 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e73c9dd3-2359-497d-aec0-41b232118bf5 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:38:59.894962 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', 'status': 'completed', 'code': 200} Jan 22 08:38:59.955831 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-bb0a96fd-0338-421d-b9cb-67fc1c717f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:38:59.957603 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-bb0a96fd-0338-421d-b9cb-67fc1c717f91 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 1097 time: 0.0449238 Jan 22 08:39:00.001839 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-0c7f557c-1e4a-4085-9cf9-1bbba8567037 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b HTTP/1.1" status: 200 len: 217 time: 0.0353088 Jan 22 08:39:00.056021 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-a1f9fcb5-0469-4232-bc15-df599e6507b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:00.057479 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-a1f9fcb5-0469-4232-bc15-df599e6507b3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0494654 Jan 22 08:39:00.087750 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-19250080-74b1-4e80-b252-1ac2a6df370b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238464 Jan 22 08:39:00.185544 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-128980b7-4681-4824-91ae-dbbf7226f572 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903716 Jan 22 08:39:00.286084 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b461708f-3de5-4a91-93f7-32a8739ba954 req-5412b092-dc2c-408b-859e-1d4e97f1ca75 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935974 Jan 22 08:39:00.379191 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-3d8455c3-c609-421a-9d1f-27411f86b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:00.380714 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-3d8455c3-c609-421a-9d1f-27411f86b229 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 1097 time: 0.0417979 Jan 22 08:39:00.478729 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-72b383f0-5687-47c8-9cb9-57b675f4c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:00.480224 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-72b383f0-5687-47c8-9cb9-57b675f4c595 service neutron] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 914 time: 0.0936518 Jan 22 08:39:00.521910 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-4dce3fdb-fdca-44b5-8cfb-f8b2fed32f23 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b HTTP/1.1" status: 200 len: 217 time: 0.0354071 Jan 22 08:39:00.575419 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-c0c9a910-aaa7-440a-b45c-82221fddeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:00.576864 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-c0c9a910-aaa7-440a-b45c-82221fddeb9e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0488174 Jan 22 08:39:00.607216 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-b6e205e5-81da-4642-a455-8adeedf7ba1c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236325 Jan 22 08:39:00.699779 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-547d8d02-dd93-4161-aed4-7306ec2f738f service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Jan 22 08:39:00.795895 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7eb582a-2ae5-4140-bd47-cff2361985b3 req-c219a76b-f07a-4596-877e-4f79fb1b2cc0 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894301 Jan 22 08:39:00.851054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b14e7f-a7af-4258-9948-2d37c18d1fdf req-132fb0a5-c75f-40b6-96d1-41daeab80d8f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:00.852740 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70b14e7f-a7af-4258-9948-2d37c18d1fdf req-132fb0a5-c75f-40b6-96d1-41daeab80d8f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 944 time: 0.0530577 Jan 22 08:39:00.906282 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70b14e7f-a7af-4258-9948-2d37c18d1fdf req-9db5e096-3edc-47a7-b1b0-95fa737bfb33 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Jan 22 08:39:02.051633 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b7038-0594-422b-9e78-41ac98179503 req-3a346eae-2f36-4aeb-ab54-5619ec2d7ba6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:02.053461 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb2b7038-0594-422b-9e78-41ac98179503 req-3a346eae-2f36-4aeb-ab54-5619ec2d7ba6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 944 time: 0.0670912 Jan 22 08:39:02.104373 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb2b7038-0594-422b-9e78-41ac98179503 req-e9c9256e-ded4-4260-bd51-d78886bacfe8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Jan 22 08:39:03.229845 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abbd85-b745-4e8d-8ab9-a44a8296f9f8 req-5501f7f8-7445-4617-96ae-0f8777ac3f12 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:03.231375 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-69abbd85-b745-4e8d-8ab9-a44a8296f9f8 req-5501f7f8-7445-4617-96ae-0f8777ac3f12 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 944 time: 0.0506177 Jan 22 08:39:03.283342 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-69abbd85-b745-4e8d-8ab9-a44a8296f9f8 req-8b99dce6-6542-4d60-a05e-8862c701b8e2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Jan 22 08:39:03.878211 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 8f509d8c-b55f-4036-9bab-ec1c78af8d2b details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:39:04.137225 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:04.160764 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'port_id': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', 'mac_address': 'fa:16:3e:16:b8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cc9a21-84bc-4641-9450-01b38ca50754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:39:04.199448 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:04.199915 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:04.215429 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f509d8c-b55f-4036-9bab-ec1c78af8d2b {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:39:04.235786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:04.240012 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:04.287367 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:04.403448 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae758e73-92fc-44ce-b70d-acf5e7738aaf req-8f3036d4-2787-41f8-a117-b099233291a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:04.404844 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae758e73-92fc-44ce-b70d-acf5e7738aaf req-8f3036d4-2787-41f8-a117-b099233291a6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 945 time: 0.0499029 Jan 22 08:39:04.456291 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae758e73-92fc-44ce-b70d-acf5e7738aaf req-e28496f5-1b9b-476e-ae01-8c85ad8b7b62 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Jan 22 08:39:04.810027 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['8f509d8c-b55f-4036-9bab-ec1c78af8d2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:05.576018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71517d7-0000-4ebb-aeed-6b36c8a3a18d req-5f5c6699-1cb5-4a67-b375-e1aff9da5b6b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:05.577512 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a71517d7-0000-4ebb-aeed-6b36c8a3a18d req-5f5c6699-1cb5-4a67-b375-e1aff9da5b6b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 945 time: 0.0504894 Jan 22 08:39:05.626390 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a71517d7-0000-4ebb-aeed-6b36c8a3a18d req-df0ac9f6-67fa-4a4a-8221-a8f3747b273c tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Jan 22 08:39:05.885765 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 8f509d8c-b55f-4036-9bab-ec1c78af8d2b up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:39:05.938490 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:39:05.942414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:39:05.942814 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:05.950859 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-9965a45f-8af4-4a77-a516-0544ee357d53 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707542602&fields=id&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 267 time: 0.0467732 Jan 22 08:39:06.035174 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:06.035677 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:06.061685 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:06.063994 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec49e67-377d-49af-adf7-fa032fa66aee" -d '{"events": [{"server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:06.077705 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:06.087261 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:06.115995 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d080552-6c10-41a6-aa54-e5a1d4483a4c x-openstack-request-id: req-0d080552-6c10-41a6-aa54-e5a1d4483a4c {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:06.116280 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:06.116531 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d080552-6c10-41a6-aa54-e5a1d4483a4c {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:06.116930 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', 'code': 200} Jan 22 08:39:06.149298 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:06.385049 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-f7a4b8d3-1b45-4e03-98fc-226922ef82c7 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:06.386549 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-f7a4b8d3-1b45-4e03-98fc-226922ef82c7 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.4286008 Jan 22 08:39:06.388886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bc32d-da8d-471b-8a16-9f3e5e091a54 req-0d1cbebc-d229-4216-9b03-bbab73f4bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:06.390329 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd5bc32d-da8d-471b-8a16-9f3e5e091a54 req-0d1cbebc-d229-4216-9b03-bbab73f4bf5e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 1099 time: 0.0729215 Jan 22 08:39:06.419411 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-5c444569-8d69-4bb4-b630-4b5d925b238f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/quotas/421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 375 time: 0.0252736 Jan 22 08:39:06.471866 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd5bc32d-da8d-471b-8a16-9f3e5e091a54 req-e918de44-9b24-453a-b7dc-0201ef4fcc17 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Jan 22 08:39:06.491020 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-f7269e21-9296-472e-bd77-59036b1b901c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647919 Jan 22 08:39:06.591891 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-28d414bb-69d9-4fdf-8d4f-aa84acf7d412 service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875716 Jan 22 08:39:06.688800 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-a96f5750-bd8e-49ef-a37e-ac62b7e5a2ad service neutron] 10.222.0.84 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908668 Jan 22 08:39:06.748784 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56a7b-d47c-497c-ae60-c07656b779bb req-e8c69188-878b-4376-b1d5-d37477ded113 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:06.750325 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fff56a7b-d47c-497c-ae60-c07656b779bb req-e8c69188-878b-4376-b1d5-d37477ded113 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.0518527 Jan 22 08:39:06.809454 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fff56a7b-d47c-497c-ae60-c07656b779bb req-486aa1a0-1f29-4e4d-99ab-becbe0183ecc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jan 22 08:39:06.899047 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:07.003191 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bde4c607-dc5b-4d75-874b-c5e4d38c6ec2 req-8ecffa92-3294-4c89-b12e-493f942eb066 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Jan 22 08:39:07.031084 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a436e352-5719-4ba2-aebf-061ed6b4084e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:07.930483 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca38b96-edd1-4aa1-9bec-1bed5a6cf89f req-ff44befd-f39a-484a-b943-d7d53a565942 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:07.931986 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ca38b96-edd1-4aa1-9bec-1bed5a6cf89f req-ff44befd-f39a-484a-b943-d7d53a565942 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.0509574 Jan 22 08:39:07.987976 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ca38b96-edd1-4aa1-9bec-1bed5a6cf89f req-dd5fb6d0-7599-4304-af2c-2f0c89675ab9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Jan 22 08:39:08.109152 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-857fe359-b6bc-41dc-8c69-01cc8c809bc4 req-2e40dffd-e20e-4fcf-8423-e70972e519d3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Jan 22 08:39:08.231221 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-3082e74b-7819-4530-b337-63d39292dad4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:08.232910 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-3082e74b-7819-4530-b337-63d39292dad4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 812 time: 0.1168592 Jan 22 08:39:08.322214 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-7e081616-2804-4aaa-afa9-5046c41dbf0d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421ede17a851404c8ff386afe6e24927 HTTP/1.1" status: 200 len: 380 time: 0.0602424 Jan 22 08:39:08.347973 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'port': {'device_id': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'admin_state_up': True, 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'security_groups': ['f1347b26-3f8e-40bd-9383-53122f703bbc']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:08.465512 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Made reservation on behalf of 421ede17a851404c8ff386afe6e24927 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:08.469196 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:08.609787 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.20.0.4 (33ed9646-8659-48cc-8dc4-e06dc3f572b7/61e7be99-86d6-488d-89ee-d8d18e4921d4/c005d113-f282-4af5-ae83-8875ecb1625f) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:39:08.761660 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (c005d113-f282-4af5-ae83-8875ecb1625f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:08.800980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:08.856186 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:39:08.861502 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:08.864820 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:39:08.901831 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:08.915449 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.915803 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.916160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.916503 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.916839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.917175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.917507 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.917837 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.918176 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.918495 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.918846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.919171 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.919493 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:08.937738 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:08.938448 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:08.958103 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-0fb0a199-8e33-4545-8753-09ffc3f37093 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148584 Jan 22 08:39:08.970137 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Request body: {'port': {'device_id': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:09.033648 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.077717 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f5b11db1-c1e9-49c7-8d7e-f7d4db1c52ed None None] Provisioning complete for port c005d113-f282-4af5-ae83-8875ecb1625f triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:39:09.078318 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f5b11db1-c1e9-49c7-8d7e-f7d4db1c52ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.114254 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f5b11db1-c1e9-49c7-8d7e-f7d4db1c52ed None None] Port c005d113-f282-4af5-ae83-8875ecb1625f cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 22 08:39:09.230042 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac4793-feca-4b91-bc7b-e58503771501 req-870a6336-e2a2-4273-808a-edd87035a4f9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:09.231552 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3ac4793-feca-4b91-bc7b-e58503771501 req-870a6336-e2a2-4273-808a-edd87035a4f9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.1723206 Jan 22 08:39:09.333688 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b766323-bb0e-4572-b91f-a88b1085e7e5 req-8a0c12b8-9f1b-4d92-89e5-f9da68497215 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:09.335193 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b766323-bb0e-4572-b91f-a88b1085e7e5 req-8a0c12b8-9f1b-4d92-89e5-f9da68497215 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 931 time: 0.1523638 Jan 22 08:39:09.369279 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3ac4793-feca-4b91-bc7b-e58503771501 req-5ebeb315-e67c-44f5-a430-7f7c18c6a7c6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301000 Jan 22 08:39:09.430086 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b766323-bb0e-4572-b91f-a88b1085e7e5 req-70ff7729-0a51-4e40-9701-981c521ee4c3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884156 Jan 22 08:39:09.484101 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c005d113-f282-4af5-ae83-8875ecb1625f {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:39:09.493492 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks [] for port (c005d113-f282-4af5-ae83-8875ecb1625f), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.506430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Transition to ACTIVE for port object c005d113-f282-4af5-ae83-8875ecb1625f will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:39:09.511704 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.567136 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Pushing event updated for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:09.630897 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba1dbb93-bb5a-467a-b253-c4f2a2fa9ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.654394 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Attempting to bind port c005d113-f282-4af5-ae83-8875ecb1625f on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:39:09.654761 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Attempting to bind port c005d113-f282-4af5-ae83-8875ecb1625f by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:39:09.655089 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Attempting to bind port c005d113-f282-4af5-ae83-8875ecb1625f on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:39:09.661128 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Port c005d113-f282-4af5-ae83-8875ecb1625f on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:39:09.661452 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Attempting to bind port c005d113-f282-4af5-ae83-8875ecb1625f on network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:39:09.667537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:39:09.667886 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Checking segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:39:09.668283 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Bound using segment: {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:39:09.668739 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Bound port: c005d113-f282-4af5-ae83-8875ecb1625f, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8937e8-d205-4eb7-927e-414cf7506bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:39:09.669099 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.763751 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:39:09.768750 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c005d113-f282-4af5-ae83-8875ecb1625f,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:39:09.775309 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.815585 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:09.816217 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:09.817718 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] 10.222.0.107 "PUT /v2.0/ports/c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 200 len: 1093 time: 0.8518786 Jan 22 08:39:09.818212 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:09.820527 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33add4e8-6bb0-4401-baa1-23d5df1151c8" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:09.851723 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa0cb-8a40-4f63-a7f5-a72b2fbbc769 service neutron] Pushing event updated for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:09.928152 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-ecadc796-5300-4ee8-8b8d-13a2b54fbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:09.930210 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-ecadc796-5300-4ee8-8b8d-13a2b54fbc73 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1096 time: 0.0515606 Jan 22 08:39:09.978411 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-8f271e72-dee7-4768-a3db-375464f21cc3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 200 len: 217 time: 0.0403430 Jan 22 08:39:10.029686 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82926f-7326-403f-8f62-d5d99c399e40 x-openstack-request-id: req-4b82926f-7326-403f-8f62-d5d99c399e40 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:10.029996 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:10.030448 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4b82926f-7326-403f-8f62-d5d99c399e40 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:10.030646 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'status': 'completed', 'code': 200} Jan 22 08:39:10.042832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-5a777a67-746c-4cee-8a58-9a5fefbb77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.044196 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-5a777a67-746c-4cee-8a58-9a5fefbb77f5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0594964 Jan 22 08:39:10.091059 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-bb37fbf4-ff63-4229-9071-8f11ee5f3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.092510 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-bb37fbf4-ff63-4229-9071-8f11ee5f3b2d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420976 Jan 22 08:39:10.207581 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-a23714b4-98a8-4643-8463-4cc0ddc8b696 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992618 Jan 22 08:39:10.308927 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ca9b15c-987a-4523-a6bf-94a0166f8817 req-a9e11d6b-0f16-4284-90ee-7c95688644ea service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942192 Jan 22 08:39:10.429331 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-dc2be45a-b01d-4736-8303-ad40d399b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.430861 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-dc2be45a-b01d-4736-8303-ad40d399b78e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1096 time: 0.0509775 Jan 22 08:39:10.567413 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-17f07352-74da-4e79-8e3b-46c8587efacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.568892 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-17f07352-74da-4e79-8e3b-46c8587efacf service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1304684 Jan 22 08:39:10.579357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5c9de-8a18-493e-8f96-01a2982b60ad req-244d9180-a222-40e8-b79f-d8a65552a606 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.580934 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72c5c9de-8a18-493e-8f96-01a2982b60ad req-244d9180-a222-40e8-b79f-d8a65552a606 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0714109 Jan 22 08:39:10.627306 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-21cda047-2b71-419e-b07c-db117ac895a4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 200 len: 217 time: 0.0453525 Jan 22 08:39:10.701614 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72c5c9de-8a18-493e-8f96-01a2982b60ad req-1fb5cbb0-3480-42d4-90f9-9fc66a370617 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138942 Jan 22 08:39:10.706169 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-e059500e-e025-4c0f-97eb-a06bdd96fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.707711 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-e059500e-e025-4c0f-97eb-a06bdd96fb52 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0742831 Jan 22 08:39:10.756002 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-6a66e891-02df-4e2c-a620-7388d660a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:10.757510 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-6a66e891-02df-4e2c-a620-7388d660a699 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415397 Jan 22 08:39:10.856048 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-ac2202ca-3c96-4125-bc32-e220b737d727 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905747 Jan 22 08:39:10.959201 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33add4e8-6bb0-4401-baa1-23d5df1151c8 req-908b260f-5f7f-439d-85cf-2920134decfe service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960064 Jan 22 08:39:11.517306 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:11.830968 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cf52-6a70-47d5-8138-a3eaae734743 req-a71216ce-9cae-45bc-89c4-827c86feae1c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:11.832512 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ba13cf52-6a70-47d5-8138-a3eaae734743 req-a71216ce-9cae-45bc-89c4-827c86feae1c tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0506344 Jan 22 08:39:11.883087 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ba13cf52-6a70-47d5-8138-a3eaae734743 req-5a0caa32-bc2c-47e6-b329-a39f501df935 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Jan 22 08:39:12.999674 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68e13f-ad71-4a23-8a81-08aeee92efd6 req-7711eb4a-c6d1-48ed-ba36-eeb5d7c0c25d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:13.001749 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d68e13f-ad71-4a23-8a81-08aeee92efd6 req-7711eb4a-c6d1-48ed-ba36-eeb5d7c0c25d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0492079 Jan 22 08:39:13.054078 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d68e13f-ad71-4a23-8a81-08aeee92efd6 req-e64b366a-4b47-4b1e-934d-fd582e858890 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453703 Jan 22 08:39:13.807517 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:14.177467 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e8ba-7dd9-4556-ac6e-b8f56a1f1539 req-3210ea7b-dc67-4649-b043-f000e5d061a4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:14.178991 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9107e8ba-7dd9-4556-ac6e-b8f56a1f1539 req-3210ea7b-dc67-4649-b043-f000e5d061a4 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0569932 Jan 22 08:39:14.230705 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9107e8ba-7dd9-4556-ac6e-b8f56a1f1539 req-27be866b-e808-46ec-9fef-73be47a7f2ae tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Jan 22 08:39:14.398383 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:15.041090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-4c3c08f5-9b76-42a2-9653-ba18744ae9fe service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404339 Jan 22 08:39:15.132279 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-0607a1e3-8602-4a53-8586-981141168b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.133841 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-0607a1e3-8602-4a53-8586-981141168b3d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 1099 time: 0.0457146 Jan 22 08:39:15.260995 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-e87b7acd-cff9-4ded-b434-0744b06c3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.262390 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-e87b7acd-cff9-4ded-b434-0744b06c3842 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 200 len: 916 time: 0.1075454 Jan 22 08:39:15.378212 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-dc5b77de-3e06-4b17-abce-2e33a9fa95d6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 200 len: 1000 time: 0.1048446 Jan 22 08:39:15.401858 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2aecd-fc65-4b23-9689-f8c02e32f16c req-28116cce-8311-4a0b-837c-509d5166b5cf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.403556 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72b2aecd-fc65-4b23-9689-f8c02e32f16c req-28116cce-8311-4a0b-837c-509d5166b5cf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0825231 Jan 22 08:39:15.466897 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-efdd35e2-9d27-4c6a-b6c9-25de03331ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.468592 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-efdd35e2-9d27-4c6a-b6c9-25de03331ed5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 200 len: 855 time: 0.0842578 Jan 22 08:39:15.498780 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72b2aecd-fc65-4b23-9689-f8c02e32f16c req-2edc133b-4863-4f7a-8c0a-865635c9e5f5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764158 Jan 22 08:39:15.539308 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-7b73742b-465c-4c6f-bd62-8073d8e880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.540825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-7b73742b-465c-4c6f-bd62-8073d8e880ff service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6988f079-6cc7-4d6e-af0a-62a78b3f5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560298 Jan 22 08:39:15.655285 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31185-1914-48fc-b33d-a115ebc43d9d req-30194e7f-25dc-4c46-babd-59def5182e8f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:15.656790 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57f31185-1914-48fc-b33d-a115ebc43d9d req-30194e7f-25dc-4c46-babd-59def5182e8f tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.1119342 Jan 22 08:39:15.694256 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-c03ff371-166e-4cf6-8df1-6b80a05321f9 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407595 Jan 22 08:39:15.744916 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57f31185-1914-48fc-b33d-a115ebc43d9d req-99d2ccf8-57dc-4032-9360-c76a3ccc6a56 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814481 Jan 22 08:39:15.808240 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-718463b3-d9c2-4315-b6a1-e292f7f78222 req-cf97a212-3797-4840-a8c3-72268240a6c7 service neutron] 10.222.0.107 "GET /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034575 Jan 22 08:39:16.631867 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374a7d-bc66-420e-bd1c-e90a842a9881 req-c13d7879-cfe1-4c3f-9693-d50ee57ddd28 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:16.633494 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64374a7d-bc66-420e-bd1c-e90a842a9881 req-c13d7879-cfe1-4c3f-9693-d50ee57ddd28 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0546191 Jan 22 08:39:16.690175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64374a7d-bc66-420e-bd1c-e90a842a9881 req-019e5962-bff2-4c62-9b74-ec2ececf7f82 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Jan 22 08:39:16.869804 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e31a5-21d1-4043-a4b6-ed4d09fe5b18 req-358a8a13-5fa1-4ca3-a386-867b187e82c8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:16.871351 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-749e31a5-21d1-4043-a4b6-ed4d09fe5b18 req-358a8a13-5fa1-4ca3-a386-867b187e82c8 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0511520 Jan 22 08:39:16.925934 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-749e31a5-21d1-4043-a4b6-ed4d09fe5b18 req-97d93834-34da-4b18-8373-03692a05aac5 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Jan 22 08:39:17.744675 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f435-9e9b-4879-9be2-fe0690263007 req-8bb5c6cc-7eb1-4136-b50a-04da661dcbf9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:17.746175 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e900f435-9e9b-4879-9be2-fe0690263007 req-8bb5c6cc-7eb1-4136-b50a-04da661dcbf9 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0524797 Jan 22 08:39:17.875853 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fca10-9bae-4acd-baf5-a6c31054f18e req-ded3d9f9-b9cf-45bf-9483-18a06a008bda tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:17.875853 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c81fca10-9bae-4acd-baf5-a6c31054f18e req-ded3d9f9-b9cf-45bf-9483-18a06a008bda tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.1120198 Jan 22 08:39:17.920706 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Deleting port c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:17.921101 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:17.974130 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c81fca10-9bae-4acd-baf5-a6c31054f18e req-b09b1392-5804-4bb2-9804-ae1e15b8a0ae tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929356 Jan 22 08:39:18.073361 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] For port c417c270-1dee-4a22-b98a-a3fe12f1963a, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c417c270-1dee-4a22-b98a-a3fe12f1963a,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:18.073732 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:18.083606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03b947-bd6b-4513-9bae-eebfb74081de req-4acfc075-c168-4148-9be7-38f4b3d2e75b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:18.085151 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f03b947-bd6b-4513-9bae-eebfb74081de req-4acfc075-c168-4148-9be7-38f4b3d2e75b tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 946 time: 0.0842836 Jan 22 08:39:18.184002 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f03b947-bd6b-4513-9bae-eebfb74081de req-e2456ec3-46fc-4bdc-8cdc-b595b86be41e tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4a596dd-1f43-4683-bbfb-86dfbf61079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927496 Jan 22 08:39:18.299464 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:18.299835 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:18.300152 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Floating IP 89a9cd2b-b6e2-4360-a30e-634f9582342f disassociated. External IP: 172.27.3.41, port: c417c270-1dee-4a22-b98a-a3fe12f1963a. Jan 22 08:39:18.300504 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Calling delete_port for c417c270-1dee-4a22-b98a-a3fe12f1963a owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:18.438860 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (c417c270-1dee-4a22-b98a-a3fe12f1963a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:18.469181 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'Port': ['ID=c417c270-1dee-4a22-b98a-a3fe12f1963a,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:18.596386 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:39:18.723997 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:39:18.734757 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:39:18.748596 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:18.749180 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:18.767216 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] No DVR routers for this DVR port c417c270-1dee-4a22-b98a-a3fe12f1963a on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:18.770472 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:18.775617 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e900f435-9e9b-4879-9be2-fe0690263007 req-d282ff95-7595-49a6-aaf7-433f74350824 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.107 "DELETE /v2.0/ports/c417c270-1dee-4a22-b98a-a3fe12f1963a HTTP/1.1" status: 204 len: 173 time: 1.0209761 Jan 22 08:39:18.775617 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-deleted', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:18.776975 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed7e0c-d77e-45ee-b429-9c60d948c49c" -d '{"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-deleted", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:18.843398 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb3ccf-da85-44c7-88d3-88d5ed55091f x-openstack-request-id: req-8abb3ccf-da85-44c7-88d3-88d5ed55091f {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:18.843911 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ba81b6-7aad-4baa-b743-e355e7cf98ad", "name": "network-vif-deleted", "tag": "c417c270-1dee-4a22-b98a-a3fe12f1963a", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:18.844397 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8abb3ccf-da85-44c7-88d3-88d5ed55091f {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:18.845147 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ba81b6-7aad-4baa-b743-e355e7cf98ad', 'name': 'network-vif-deleted', 'tag': 'c417c270-1dee-4a22-b98a-a3fe12f1963a', 'status': 'completed', 'code': 200} Jan 22 08:39:18.916636 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:19.146090 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae160-8322-4c36-a689-e8833433a76e req-8f9c4700-6718-4251-9e14-c3e6f16fdb4d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:19.147612 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea4ae160-8322-4c36-a689-e8833433a76e req-8f9c4700-6718-4251-9e14-c3e6f16fdb4d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 943 time: 0.0581152 Jan 22 08:39:19.157008 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:19.184882 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:39:19.193617 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:19.194287 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:19.200806 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea4ae160-8322-4c36-a689-e8833433a76e req-f57c0f5c-0f99-4557-a188-c793c04b0dba tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 Jan 22 08:39:19.303939 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f330769-37d7-4871-8f60-fa8701de3746 req-195c68ae-be90-44d7-a2b6-e79d928d9d64 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0ba81b6-7aad-4baa-b743-e355e7cf98ad HTTP/1.1" status: 200 len: 210 time: 0.0285203 Jan 22 08:39:19.414410 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:19.635043 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:19.670471 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7083c4-e8ef-4230-b474-476d33de21ba None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:28:07Z', 'revision_number': 4, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '2b07de5d-bbc2-4328-95b7-0fe1b439c10b', 'name': '', 'network_id': '6988f079-6cc7-4d6e-af0a-62a78b3f5453', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'mac_address': 'fa:16:3e:f9:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '41cad627-969f-4a86-b074-2a484ec140bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:28:05Z', 'updated_at': '2022-01-22T08:28:21Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'subnets': [{'id': '41cad627-969f-4a86-b074-2a484ec140bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:39:19.916450 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c005d113-f282-4af5-ae83-8875ecb1625f details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:39:19.928146 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e107905-141d-44f6-b238-468bfc18bb9b None None] New status for floating IP 89a9cd2b-b6e2-4360-a30e-634f9582342f: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:39:20.153219 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c005d113-f282-4af5-ae83-8875ecb1625f,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:20.165716 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'port_id': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'mac_address': 'fa:16:3e:0e:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:39:20.206009 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c005d113-f282-4af5-ae83-8875ecb1625f is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:20.206477 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:20.229115 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c005d113-f282-4af5-ae83-8875ecb1625f {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:39:20.256375 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c005d113-f282-4af5-ae83-8875ecb1625f,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:20.260963 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:20.302353 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-e5db577e-d316-4543-9e81-19fa1c328e31 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:20.303981 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-e5db577e-d316-4543-9e81-19fa1c328e31 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1237411 Jan 22 08:39:20.310885 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:20.334454 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-518aeb99-463a-4550-bdd3-f6a341682936 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/quotas/05042b8ec002427dbeb15a6f8d37ed5c HTTP/1.1" status: 200 len: 375 time: 0.0158336 Jan 22 08:39:20.358834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496cace-8825-47ea-88e5-7d501ebe59c8 req-76c0ad1a-02ad-45f0-97de-097e351426b2 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:20.360335 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1496cace-8825-47ea-88e5-7d501ebe59c8 req-76c0ad1a-02ad-45f0-97de-097e351426b2 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 944 time: 0.0814459 Jan 22 08:39:20.431741 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-83484cd9-ea01-4a1c-8701-cd76be2cebc9 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908904 Jan 22 08:39:20.441290 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1496cace-8825-47ea-88e5-7d501ebe59c8 req-74befafb-cf27-48bd-995a-ef542ba39ff9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623140 Jan 22 08:39:20.515210 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48900) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:20.725899 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['c005d113-f282-4af5-ae83-8875ecb1625f'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:20.941294 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (b4a596dd-1f43-4683-bbfb-86dfbf61079a), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:20.980746 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (b4a596dd-1f43-4683-bbfb-86dfbf61079a), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.008951 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-0d5e3fe9-2a0d-4807-8e54-3dfcb747554c service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666964 Jan 22 08:39:21.108273 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b4a596dd-1f43-4683-bbfb-86dfbf61079a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.110903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.112318 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "DELETE /v2.0/security-groups/b4a596dd-1f43-4683-bbfb-86dfbf61079a HTTP/1.1" status: 204 len: 168 time: 0.5959890 Jan 22 08:39:21.115065 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48902) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:21.129235 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.api.v2.resource [None req-4149380b-fe43-4e42-97de-e15c4bac0742 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] show failed (client error): The resource could not be found. Jan 22 08:39:21.130262 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4149380b-fe43-4e42-97de-e15c4bac0742 tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "GET /v2.0/security-groups/b4a596dd-1f43-4683-bbfb-86dfbf61079a HTTP/1.1" status: 404 len: 347 time: 0.0142341 Jan 22 08:39:21.131581 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-f1cf08c8-ea33-44f3-9b0b-374f7e5049c7 service neutron] 10.222.0.84 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156971 Jan 22 08:39:21.132466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beab20-6578-4697-99dc-d209a8d242ee tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a596dd-1f43-4683-bbfb-86dfbf61079a,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:21.133267 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48904) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:21.273331 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Deleting port 46f2f2f0-e541-4a69-9b40-4980600b7f98 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:21.273694 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.313551 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99c4d948-75ec-45a1-97cb-d56a9207fe8e req-9a4387fd-4220-490d-ade5-1c7563840b26 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Jan 22 08:39:21.352691 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.353019 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (46f2f2f0-e541-4a69-9b40-4980600b7f98), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.367620 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Calling delete_port for 46f2f2f0-e541-4a69-9b40-4980600b7f98 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:21.529545 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (46f2f2f0-e541-4a69-9b40-4980600b7f98), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.565803 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Pushing event deleted for resources: {'Port': ['ID=46f2f2f0-e541-4a69-9b40-4980600b7f98,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:21.580105 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dd82-aaf5-4501-860a-a696c818f04b req-9ddc4037-6f0c-4f58-ba5c-763a1d1284da tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:21.581685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5888dd82-aaf5-4501-860a-a696c818f04b req-9ddc4037-6f0c-4f58-ba5c-763a1d1284da tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 944 time: 0.0579693 Jan 22 08:39:21.586608 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.586987 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.587336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.587674 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.588008 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.588341 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.588669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.588994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.589509 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.590024 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.590356 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.590707 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.591118 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:21.646263 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks [] for floatingip (89a9cd2b-b6e2-4360-a30e-634f9582342f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.646839 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5888dd82-aaf5-4501-860a-a696c818f04b req-a413ec3f-df48-47c4-a4e9-40fc82a239db tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559137 Jan 22 08:39:21.649111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:21.653630 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bfd94fd6-4c0d-42e6-ac8d-26c4c45597df tempest-AttachVolumeShelveTestJSON-1253800004 tempest-AttachVolumeShelveTestJSON-1253800004-project] 10.222.0.84 "DELETE /v2.0/floatingips/89a9cd2b-b6e2-4360-a30e-634f9582342f HTTP/1.1" status: 204 len: 168 time: 0.5160336 Jan 22 08:39:21.935482 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c005d113-f282-4af5-ae83-8875ecb1625f up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:39:22.000525 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port c005d113-f282-4af5-ae83-8875ecb1625f completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:39:22.005167 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port c005d113-f282-4af5-ae83-8875ecb1625f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:39:22.005566 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:22.097690 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port c005d113-f282-4af5-ae83-8875ecb1625f is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:22.098064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:22.122064 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:22.124367 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5c08ac-8650-46e1-871c-2ebb7501f23c" -d '{"events": [{"server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "name": "network-vif-plugged", "status": "completed", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:22.139625 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c005d113-f282-4af5-ae83-8875ecb1625f,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:22.144894 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:22.145915 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:22.191769 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: c417c270-1dee-4a22-b98a-a3fe12f1963a {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:22.192217 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c417c270-1dee-4a22-b98a-a3fe12f1963a not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:22.221194 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:22.234759 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e9d16-c2e5-46bf-bf86-0bfa2e89d1cd x-openstack-request-id: req-064e9d16-c2e5-46bf-bf86-0bfa2e89d1cd {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:22.235058 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "name": "network-vif-plugged", "status": "completed", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:22.235369 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-064e9d16-c2e5-46bf-bf86-0bfa2e89d1cd {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:22.235767 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'code': 200} Jan 22 08:39:22.432031 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-700d73a5-a70c-473a-8a6c-4500e41993dc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:22.433684 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-700d73a5-a70c-473a-8a6c-4500e41993dc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 814 time: 0.1504030 Jan 22 08:39:22.435813 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c62e6b3-c067-4d7a-802e-d1c552ef97a5 req-ddc6347c-81e3-4963-afe2-f5c74466a12e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 210 time: 0.0463586 Jan 22 08:39:22.448798 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Request body: {'port': {'device_id': '106effee-762f-4638-97bf-471f7988fa29', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'admin_state_up': True, 'tenant_id': '05042b8ec002427dbeb15a6f8d37ed5c'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:22.535507 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75bcc-534a-43b7-ba75-a2e944bed533 req-e8b00e3b-3f22-43e6-bb75-a1758eb54a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:22.537202 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fbd75bcc-534a-43b7-ba75-a2e944bed533 req-e8b00e3b-3f22-43e6-bb75-a1758eb54a08 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1098 time: 0.0434022 Jan 22 08:39:22.586798 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fbd75bcc-534a-43b7-ba75-a2e944bed533 req-1687f28f-f8b4-4b4e-be3c-811e17a19e22 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Jan 22 08:39:22.589285 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Made reservation on behalf of 05042b8ec002427dbeb15a6f8d37ed5c for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:22.594420 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:22.783018 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Allocated IP 172.20.0.3 (81799950-0ef8-4a46-a56a-9ed37c2cc87c/f5cc9a21-84bc-4641-9450-01b38ca50754/89012f47-9404-4e68-8813-29a86624a0b0) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:39:22.813229 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282baea8-3c3d-407b-98f1-cbcf710c7548 req-b305c020-ef85-49af-b87f-021fe9ed1592 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:22.815615 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-282baea8-3c3d-407b-98f1-cbcf710c7548 req-b305c020-ef85-49af-b87f-021fe9ed1592 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0772347 Jan 22 08:39:22.910766 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-282baea8-3c3d-407b-98f1-cbcf710c7548 req-ae4c3914-ca0b-402f-8931-16ed225993b3 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847476 Jan 22 08:39:23.017981 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks [] for port (89012f47-9404-4e68-8813-29a86624a0b0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.064933 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.078730 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b', 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', '8f509d8c-b55f-4036-9bab-ec1c78af8d2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:23.110575 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Network 81799950-0ef8-4a46-a56a-9ed37c2cc87c is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:39:23.116637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:23.121359 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:39:23.156973 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:39:23.157608 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event updated for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:23.181981 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:23.183277 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.203040 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-dae3195e-76d8-4640-8c31-88bb568dea81 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588842 Jan 22 08:39:23.217282 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Request body: {'port': {'device_id': '106effee-762f-4638-97bf-471f7988fa29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:23.281957 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (89012f47-9404-4e68-8813-29a86624a0b0), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.601778 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b8080-7c6e-42cd-8f3a-8975097a8d2a req-a7be6ac9-5036-4cd5-8bb7-1cbcac27b293 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:23.604546 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc7b8080-7c6e-42cd-8f3a-8975097a8d2a req-a7be6ac9-5036-4cd5-8bb7-1cbcac27b293 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 931 time: 0.0835996 Jan 22 08:39:23.690914 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89012f47-9404-4e68-8813-29a86624a0b0 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:39:23.700954 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc7b8080-7c6e-42cd-8f3a-8975097a8d2a req-fcd8d9ce-ef89-4f6d-b455-59eb143c2d57 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906272 Jan 22 08:39:23.702956 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks [] for port (89012f47-9404-4e68-8813-29a86624a0b0), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.717582 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Transition to ACTIVE for port object 89012f47-9404-4e68-8813-29a86624a0b0 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:39:23.722772 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.786351 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Pushing event updated for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:23.864497 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Attempting to bind port 89012f47-9404-4e68-8813-29a86624a0b0 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:39:23.864838 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Attempting to bind port 89012f47-9404-4e68-8813-29a86624a0b0 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:39:23.865170 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Attempting to bind port 89012f47-9404-4e68-8813-29a86624a0b0 on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:39:23.869978 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Port 89012f47-9404-4e68-8813-29a86624a0b0 on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:39:23.870295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Attempting to bind port 89012f47-9404-4e68-8813-29a86624a0b0 on network 81799950-0ef8-4a46-a56a-9ed37c2cc87c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:39:23.875204 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:39:23.875541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Checking segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:39:23.875928 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Bound using segment: {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:39:23.876348 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Bound port: 89012f47-9404-4e68-8813-29a86624a0b0, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441eb8-7ea5-499f-8a1e-67afe24180ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:39:23.876703 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (89012f47-9404-4e68-8813-29a86624a0b0), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:23.942017 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:39:23.945567 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=89012f47-9404-4e68-8813-29a86624a0b0,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:39:23.950513 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:24.007155 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.007833 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:24.009329 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] 10.222.0.107 "PUT /v2.0/ports/89012f47-9404-4e68-8813-29a86624a0b0 HTTP/1.1" status: 200 len: 1093 time: 0.7963078 Jan 22 08:39:24.009942 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:24.012768 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66af89-5a54-4f73-b263-c684e5d79c18" -d '{"events": [{"name": "network-changed", "server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "tag": "89012f47-9404-4e68-8813-29a86624a0b0"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:24.073513 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65252740-1218-42bf-80c3-6b4d1f0543a9 service neutron] Pushing event updated for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:24.096969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b14d411-1a80-4a95-897e-5ce14c9c663e x-openstack-request-id: req-8b14d411-1a80-4a95-897e-5ce14c9c663e {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:24.097239 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "tag": "89012f47-9404-4e68-8813-29a86624a0b0", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:24.097498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b14d411-1a80-4a95-897e-5ce14c9c663e {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:24.097881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0', 'status': 'completed', 'code': 200} Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.102343 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:24.105216 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:24.106758 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a239d-26ab-4f87-b2d7-20d003c3d441 req-2b2ffcf3-a0c6-4da9-822c-c38e8696dd74 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.108301 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-075a239d-26ab-4f87-b2d7-20d003c3d441 req-2b2ffcf3-a0c6-4da9-822c-c38e8696dd74 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.1243589 Jan 22 08:39:24.136762 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-742a3abe-b30e-4a5e-bc62-c80485c047ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.138262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-742a3abe-b30e-4a5e-bc62-c80485c047ad service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 1096 time: 0.0805953 Jan 22 08:39:24.171985 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48956) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:24.204475 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-2574edea-9cde-4ff0-914c-ade66d47deb8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89012f47-9404-4e68-8813-29a86624a0b0 HTTP/1.1" status: 200 len: 217 time: 0.0481369 Jan 22 08:39:24.209221 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-075a239d-26ab-4f87-b2d7-20d003c3d441 req-c60b847b-8d98-462e-860c-f1d9703d33c2 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928650 Jan 22 08:39:24.261248 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-18a0e963-98f2-4baa-ad33-70a34bd220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.262646 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-18a0e963-98f2-4baa-ad33-70a34bd220d7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0484676 Jan 22 08:39:24.297875 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-1d689cfc-7c14-4362-8bfe-65c189f919fa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280976 Jan 22 08:39:24.403028 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-d3fd8ec1-c854-48ef-a10a-285e7cd144ad service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970683 Jan 22 08:39:24.500108 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b736df07-b140-44fb-b2d8-1707fefc24d7 req-a2157e34-7231-4901-9a41-f662e25a92ce service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904946 Jan 22 08:39:24.635891 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-bea84950-03f9-4332-9bf7-31c9e4d3c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.637394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-bea84950-03f9-4332-9bf7-31c9e4d3c187 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 1096 time: 0.0500720 Jan 22 08:39:24.665546 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (649eff81-176f-440c-b154-a35af446922a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:24.759158 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-27b52026-0b58-495d-ad9a-201e9a1deff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.760685 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-27b52026-0b58-495d-ad9a-201e9a1deff2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 200 len: 914 time: 0.1155574 Jan 22 08:39:24.806720 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-5151edfc-9bcc-4b34-9c4d-289f80f2986d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89012f47-9404-4e68-8813-29a86624a0b0 HTTP/1.1" status: 200 len: 217 time: 0.0380173 Jan 22 08:39:24.885046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-018d3fee-d3ca-4898-8c57-c3ea64cf76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.886529 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-018d3fee-d3ca-4898-8c57-c3ea64cf76a2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 200 len: 854 time: 0.0711434 Jan 22 08:39:24.895441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e71fd-9a57-4f68-b92c-e05419aeefa6 req-dda10ac7-9529-462c-8760-0a1539e4b14a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:24.896872 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c2e71fd-9a57-4f68-b92c-e05419aeefa6 req-dda10ac7-9529-462c-8760-0a1539e4b14a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 943 time: 0.0926454 Jan 22 08:39:24.923636 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-22b6ba75-db04-4219-ac53-49ef6c7422e0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=81799950-0ef8-4a46-a56a-9ed37c2cc87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258038 Jan 22 08:39:24.933602 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Deleting port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:24.933942 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.027955 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c2e71fd-9a57-4f68-b92c-e05419aeefa6 req-f1ba30ee-66dd-4860-8b3f-00b11e34cbff tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212678 Jan 22 08:39:25.072995 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-40d7a4b1-d0b4-440e-8375-b57d2d0046e8 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330299 Jan 22 08:39:25.180633 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a66af89-5a54-4f73-b263-c684e5d79c18 req-13e46ff5-a9fc-46fa-abf8-f2d0e77b36f5 service neutron] 10.222.0.107 "GET /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019368 Jan 22 08:39:25.275823 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] For port 2b07de5d-bbc2-4328-95b7-0fe1b439c10b, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:25.275823 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.290418 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Calling delete_port for 2b07de5d-bbc2-4328-95b7-0fe1b439c10b owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:25.340609 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e1e97-1ee9-4953-afbb-d978af0daab8 req-20d1e205-45bd-4bab-9d28-9d43bd19be14 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:25.342241 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-842e1e97-1ee9-4953-afbb-d978af0daab8 req-20d1e205-45bd-4bab-9d28-9d43bd19be14 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Jan 22 08:39:25.394590 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-842e1e97-1ee9-4953-afbb-d978af0daab8 req-ec5dbc92-48b8-4274-ba09-46e62deed516 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Jan 22 08:39:25.485435 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (2b07de5d-bbc2-4328-95b7-0fe1b439c10b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.514257 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b07de5d-bbc2-4328-95b7-0fe1b439c10b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:25.516553 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b87f-5b10-432d-9e5e-1fc04d6f80f5 req-a6ae91b7-1ad1-46ad-af30-9e7a6a3db8b5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:25.518323 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2904b87f-5b10-432d-9e5e-1fc04d6f80f5 req-a6ae91b7-1ad1-46ad-af30-9e7a6a3db8b5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jan 22 08:39:25.579314 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2904b87f-5b10-432d-9e5e-1fc04d6f80f5 req-fed91f45-70b5-4849-868e-39c18e0d6f46 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529814 Jan 22 08:39:25.603147 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48966) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:25.725782 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (649eff81-176f-440c-b154-a35af446922a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.773504 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd39fa-9e1f-42ec-a9ae-303d0f1fa988 tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:25.778721 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a3fd39fa-9e1f-42ec-a9ae-303d0f1fa988 tempest-TestVolumeBootPattern-1283231995 tempest-TestVolumeBootPattern-1283231995-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1093 time: 0.1709769 Jan 22 08:39:25.778721 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48970) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:25.783003 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Request body: {'floatingip': {'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'port_id': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:25.808778 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.907194 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:25.964746 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Router 649eff81-176f-440c-b154-a35af446922a has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:39:26.021716 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Allocated IP 172.27.3.63 (d2aefd9d-62f0-4171-9805-fe53c97de204/33d2e634-9d70-4f7f-a5de-a60e0b0827bd/28a72c4c-5577-4a94-897e-8c92c365d0b4) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:39:26.081261 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:39:26.090167 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e2745350-eb77-4744-9cd1-22efce33116d admin admin] 10.222.0.84 "PUT /v2.0/routers/649eff81-176f-440c-b154-a35af446922a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9162128 Jan 22 08:39:26.091683 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48974) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:26.093846 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Sync routers for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:39:26.111639 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:26.112864 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:26.203964 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2020e-4008-42af-8bab-60648cc6d907 req-ce0a67d6-e4cc-4dfe-9eca-d2e8b5c0392c tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:26.206433 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ba2020e-4008-42af-8bab-60648cc6d907 req-ce0a67d6-e4cc-4dfe-9eca-d2e8b5c0392c tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 943 time: 0.0905066 Jan 22 08:39:26.213043 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks [] for router (649eff81-176f-440c-b154-a35af446922a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.213763 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.239323 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:26.280771 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ba2020e-4008-42af-8bab-60648cc6d907 req-0ddf424b-3ed4-4616-bdc8-c57f38e9af43 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651476 Jan 22 08:39:26.294443 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.330793 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks [] for router_gateway (649eff81-176f-440c-b154-a35af446922a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.341435 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Network d2aefd9d-62f0-4171-9805-fe53c97de204 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:39:26.344426 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:26.351048 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:39:26.376711 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=28a72c4c-5577-4a94-897e-8c92c365d0b4,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:26.396741 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Deleting port abcbb83e-dd6a-4f33-9efe-318b77cc463d {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:26.397252 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.450107 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:39:25Z', 'revision_number': 5, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port': {'id': 'abcbb83e-dd6a-4f33-9efe-318b77cc463d', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649eff81-176f-440c-b154-a35af446922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:27:58Z', 'updated_at': '2022-01-22T08:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:26.479575 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Checking router: 649eff81-176f-440c-b154-a35af446922a for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:39:26.494809 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Routers {'649eff81-176f-440c-b154-a35af446922a'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:26.495524 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['649eff81-176f-440c-b154-a35af446922a'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:26.498032 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] For port abcbb83e-dd6a-4f33-9efe-318b77cc463d, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=abcbb83e-dd6a-4f33-9efe-318b77cc463d,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:26.498403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.511265 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Calling delete_port for abcbb83e-dd6a-4f33-9efe-318b77cc463d owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:26.587259 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] Set router 649eff81-176f-440c-b154-a35af446922a gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:26.645404 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:39:26Z', 'revision_number': 6, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:26.678773 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb09b3-6ffe-429f-a358-38c050356966 None None] The sync data for ids ['649eff81-176f-440c-b154-a35af446922a'] in dv-cinder-825913-1-iscsi is: [{'id': '649eff81-176f-440c-b154-a35af446922a', 'name': 'tempest-AttachVolumeShelveTestJSON-185849019-router', 'tenant_id': '9052d0fbb4c64f2db56028d46e77cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:27:56Z', 'updated_at': '2022-01-22T08:39:26Z', 'revision_number': 6, 'project_id': '9052d0fbb4c64f2db56028d46e77cb93', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:39:26.728722 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (abcbb83e-dd6a-4f33-9efe-318b77cc463d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.756009 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcbb83e-dd6a-4f33-9efe-318b77cc463d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:26.776783 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (4639026f-f84f-40ca-a381-0d6d2b0eba64), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.822667 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (649eff81-176f-440c-b154-a35af446922a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.848834 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.920516 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (649eff81-176f-440c-b154-a35af446922a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.922725 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks [] for router_controller (649eff81-176f-440c-b154-a35af446922a), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.974207 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (649eff81-176f-440c-b154-a35af446922a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.975316 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649eff81-176f-440c-b154-a35af446922a {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:39:26.980258 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:26.981429 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-697580df-eb4d-462c-bf85-0a4fdb9889e2 admin admin] 10.222.0.84 "DELETE /v2.0/routers/649eff81-176f-440c-b154-a35af446922a HTTP/1.1" status: 204 len: 168 time: 0.8895879 Jan 22 08:39:26.983900 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48976) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:27.017955 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.025233 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.034919 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Deleting subnet 41cad627-969f-4a86-b074-2a484ec140bb {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:39:27.038440 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Publish callbacks [] for subnet (41cad627-969f-4a86-b074-2a484ec140bb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.076303 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (41cad627-969f-4a86-b074-2a484ec140bb), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.116843 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event updated for resources: {'Port': ['ID=28a72c4c-5577-4a94-897e-8c92c365d0b4,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:27.125721 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730171'] for floatingip (4639026f-f84f-40ca-a381-0d6d2b0eba64), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.167779 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (41cad627-969f-4a86-b074-2a484ec140bb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.224045 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (41cad627-969f-4a86-b074-2a484ec140bb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.235307 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP 4639026f-f84f-40ca-a381-0d6d2b0eba64 associated. External IP: 172.27.3.63, port: c005d113-f282-4af5-ae83-8875ecb1625f. Jan 22 08:39:27.254838 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cad627-969f-4a86-b074-2a484ec140bb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:27.261221 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.268470 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4c7cab9c-b87c-4ac9-9173-b4de0693f440 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/41cad627-969f-4a86-b074-2a484ec140bb HTTP/1.1" status: 204 len: 168 time: 0.2806318 Jan 22 08:39:27.268908 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48978) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:27.273753 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34507eda-325e-4565-bc77-d73ccc5b54c5 None None] Network 6988f079-6cc7-4d6e-af0a-62a78b3f5453 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:27.339965 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (6988f079-6cc7-4d6e-af0a-62a78b3f5453), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.396412 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Deleting port 81d2e456-7d24-45f0-ba1a-24dbac29a583 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:27.396712 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.457669 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] DHCP port deletion for 6988f079-6cc7-4d6e-af0a-62a78b3f5453 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:39:27.491332 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] For port 81d2e456-7d24-45f0-ba1a-24dbac29a583, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=81d2e456-7d24-45f0-ba1a-24dbac29a583,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:27.491780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.510258 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Calling delete_port for 81d2e456-7d24-45f0-ba1a-24dbac29a583 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:27.528867 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Deleting port 81d2e456-7d24-45f0-ba1a-24dbac29a583 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:27.529214 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.614363 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.620114 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] For port 81d2e456-7d24-45f0-ba1a-24dbac29a583, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=81d2e456-7d24-45f0-ba1a-24dbac29a583,segment=NetworkSegment(84a39055-1f70-492f-a716-53517f653d92),segment_id=84a39055-1f70-492f-a716-53517f653d92)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:27.625287 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.641456 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Calling delete_port for 81d2e456-7d24-45f0-ba1a-24dbac29a583 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:27.644140 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d2e456-7d24-45f0-ba1a-24dbac29a583,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:27.651142 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] No DVR routers for this DVR port 81d2e456-7d24-45f0-ba1a-24dbac29a583 on host dv-cinder-825913-1-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:27.735298 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (81d2e456-7d24-45f0-ba1a-24dbac29a583), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.737704 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (6988f079-6cc7-4d6e-af0a-62a78b3f5453), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.760946 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6988f079-6cc7-4d6e-af0a-62a78b3f5453']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:27.776186 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] Pushing event deleted for resources: {'Port': ['ID=81d2e456-7d24-45f0-ba1a-24dbac29a583,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:27.778086 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a39055-1f70-492f-a716-53517f653d92') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:27.778830 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a39055-1f70-492f-a716-53517f653d92') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:27.783315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89366fe5-c966-4cf3-837c-0d668cc78026 None None] No DVR routers for this DVR port 81d2e456-7d24-45f0-ba1a-24dbac29a583 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:27.799872 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (84a39055-1f70-492f-a716-53517f653d92), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.822195 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (84a39055-1f70-492f-a716-53517f653d92), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.831274 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:39:27.831685 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (84a39055-1f70-492f-a716-53517f653d92), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:39:27.833872 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:39:27.853596 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c71db-f7a7-4e4a-bca5-4f74466f2199 req-98072212-c7e0-417d-9b58-ef55cd19231a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:27.855154 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e76c71db-f7a7-4e4a-bca5-4f74466f2199 req-98072212-c7e0-417d-9b58-ef55cd19231a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 943 time: 0.4416807 Jan 22 08:39:27.868087 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:39:27.900039 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (6988f079-6cc7-4d6e-af0a-62a78b3f5453), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.907920 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:27.914998 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6988f079-6cc7-4d6e-af0a-62a78b3f5453 HTTP/1.1" status: 204 len: 168 time: 0.6452713 Jan 22 08:39:27.927495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59ba30-fca5-401d-87af-efdc9a1be198 admin admin] Pushing event deleted for resources: {'Network': ['ID=6988f079-6cc7-4d6e-af0a-62a78b3f5453,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:27.960034 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e76c71db-f7a7-4e4a-bca5-4f74466f2199 req-cfdb4104-b205-4ef7-8e47-4077c27fa920 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966237 Jan 22 08:39:28.037510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:39:28.048218 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:39:28.057871 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 48984) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:28.062931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.067109 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:28.067923 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:28.106239 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3e70f7b1-5ad7-429b-a97e-d0c8ef7dba62 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3265755 Jan 22 08:39:28.107147 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:28.109596 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f928ac2c-78d5-4250-8b71-97f23922c132" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:28.123438 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 48990) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:28.126841 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-16e2ccd7-9cb9-4ccc-ab71-58ecc978f3be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9052d0fbb4c64f2db56028d46e77cb93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0642407 Jan 22 08:39:28.160881 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd67fc-2f7a-4a2f-83f9-48e676d93599 x-openstack-request-id: req-d3cd67fc-2f7a-4a2f-83f9-48e676d93599 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:28.161188 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:28.161436 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3cd67fc-2f7a-4a2f-83f9-48e676d93599 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:28.161831 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'status': 'completed', 'code': 200} Jan 22 08:39:28.182184 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 81d2e456-7d24-45f0-ba1a-24dbac29a583 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:28.190205 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] Publish callbacks [] for security_group (169441f2-cdd5-4775-9364-aaeed1609167), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.211967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 81d2e456-7d24-45f0-ba1a-24dbac29a583 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:28.212297 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 81d2e456-7d24-45f0-ba1a-24dbac29a583 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:28.212909 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 2b07de5d-bbc2-4328-95b7-0fe1b439c10b no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:28.239616 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 2b07de5d-bbc2-4328-95b7-0fe1b439c10b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:28.239957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 2b07de5d-bbc2-4328-95b7-0fe1b439c10b not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:28.240365 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device abcbb83e-dd6a-4f33-9efe-318b77cc463d no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:28.246721 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] Publish callbacks [] for security_group (169441f2-cdd5-4775-9364-aaeed1609167), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.264872 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:28.266819 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: abcbb83e-dd6a-4f33-9efe-318b77cc463d {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:28.267136 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device abcbb83e-dd6a-4f33-9efe-318b77cc463d not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:28.294535 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-6a3eb426-df53-47d5-b887-53d412330275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:28.296098 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-6a3eb426-df53-47d5-b887-53d412330275 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1098 time: 0.0944445 Jan 22 08:39:28.349089 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 89012f47-9404-4e68-8813-29a86624a0b0 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:39:28.364056 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (169441f2-cdd5-4775-9364-aaeed1609167), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.366593 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.370064 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/169441f2-cdd5-4775-9364-aaeed1609167 HTTP/1.1" status: 204 len: 168 time: 0.2430828 Jan 22 08:39:28.381506 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cb853-3eca-4cc2-a81e-6d41d6d4c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169441f2-cdd5-4775-9364-aaeed1609167,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:28.407872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-edc77487-61ae-49bd-8c79-59d1ff31dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:28.409589 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-edc77487-61ae-49bd-8c79-59d1ff31dfdd service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1062310 Jan 22 08:39:28.483866 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-6fe8f3b6-038e-4580-9f57-6db845f2688f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 200 len: 998 time: 0.0677612 Jan 22 08:39:28.538912 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-80504aea-858e-48d8-bdb6-0a0172b93ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:28.540468 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-80504aea-858e-48d8-bdb6-0a0172b93ce1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0494649 Jan 22 08:39:28.562237 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=89012f47-9404-4e68-8813-29a86624a0b0,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:28.576777 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '89012f47-9404-4e68-8813-29a86624a0b0', 'network_id': '81799950-0ef8-4a46-a56a-9ed37c2cc87c', 'port_id': '89012f47-9404-4e68-8813-29a86624a0b0', 'mac_address': 'fa:16:3e:11:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cc9a21-84bc-4641-9450-01b38ca50754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:39:28.590563 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-1d1387c9-1090-472f-a238-1be1e450e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:28.592126 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-1d1387c9-1090-472f-a238-1be1e450e59b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455079 Jan 22 08:39:28.711092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-284db594-b79c-4a9c-a5c7-c63600bc168e service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108060 Jan 22 08:39:28.792173 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 89012f47-9404-4e68-8813-29a86624a0b0 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:28.792606 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (89012f47-9404-4e68-8813-29a86624a0b0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.818379 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89012f47-9404-4e68-8813-29a86624a0b0 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:39:28.825867 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f928ac2c-78d5-4250-8b71-97f23922c132 req-87ea6759-2274-49a1-8ce9-4d16a5580d62 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010802 Jan 22 08:39:28.827995 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}, {'id': '4639026f-f84f-40ca-a381-0d6d2b0eba64', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:0e:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:39:26Z', 'updated_at': '2022-01-22T08:39:26Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:28.869154 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:39:28.875740 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=89012f47-9404-4e68-8813-29a86624a0b0,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:28.881039 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:28.887612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:39:28.888127 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:39:10Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:28.980278 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:29.047403 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:39:29.098537 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00832fb-59ee-439d-bb45-088fe8f9783f req-27d69425-6a2d-4bf5-b798-aa54706aa9e1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:29.099570 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b00832fb-59ee-439d-bb45-088fe8f9783f req-27d69425-6a2d-4bf5-b798-aa54706aa9e1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 944 time: 0.0616839 Jan 22 08:39:29.160467 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b00832fb-59ee-439d-bb45-088fe8f9783f req-e82e35ba-a3bf-4902-ae47-48e8c1520cdc tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Jan 22 08:39:29.307549 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}, {'id': '4639026f-f84f-40ca-a381-0d6d2b0eba64', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:0e:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:39:26Z', 'updated_at': '2022-01-22T08:39:26Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:29.344514 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['89012f47-9404-4e68-8813-29a86624a0b0'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:29.348608 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe4efd-8cad-4da5-9f9e-834c6d3a72ef None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}, {'id': '4639026f-f84f-40ca-a381-0d6d2b0eba64', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:0e:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:39:26Z', 'updated_at': '2022-01-22T08:39:26Z', 'revision_number': 0, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:39:29.590151 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a9db3-17d1-41a3-8e07-970025c96fb3 None None] New status for floating IP 4639026f-f84f-40ca-a381-0d6d2b0eba64: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:39:30.290271 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a8c3-283d-4ead-8ecb-7f3e5f556ee6 req-4fa7d359-2d22-460f-9493-314136d323a2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:30.291781 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6295a8c3-283d-4ead-8ecb-7f3e5f556ee6 req-4fa7d359-2d22-460f-9493-314136d323a2 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 944 time: 0.0579414 Jan 22 08:39:30.342272 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6295a8c3-283d-4ead-8ecb-7f3e5f556ee6 req-c2218a40-f61c-4249-99a5-e3ac3d6c1f59 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Jan 22 08:39:30.506478 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 89012f47-9404-4e68-8813-29a86624a0b0 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:39:30.562894 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 89012f47-9404-4e68-8813-29a86624a0b0 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:39:30.567560 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 89012f47-9404-4e68-8813-29a86624a0b0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:39:30.567937 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (89012f47-9404-4e68-8813-29a86624a0b0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:30.648706 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 89012f47-9404-4e68-8813-29a86624a0b0 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:39:30.649097 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (89012f47-9404-4e68-8813-29a86624a0b0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:30.675277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:30.677583 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce271782-fd09-4a3e-99d3-64d7614044e8" -d '{"events": [{"server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "name": "network-vif-plugged", "status": "completed", "tag": "89012f47-9404-4e68-8813-29a86624a0b0"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:30.691623 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=89012f47-9404-4e68-8813-29a86624a0b0,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:30.696116 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:30.723024 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7b41f-3597-4155-940c-1528850ee107 x-openstack-request-id: req-c2a7b41f-3597-4155-940c-1528850ee107 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:30.723312 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "name": "network-vif-plugged", "status": "completed", "tag": "89012f47-9404-4e68-8813-29a86624a0b0", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:30.723586 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c2a7b41f-3597-4155-940c-1528850ee107 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:30.724627 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0', 'code': 200} Jan 22 08:39:30.755957 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:30.763136 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.763489 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.763836 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.764188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.764535 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.764851 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.765181 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.765512 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.765844 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.766168 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.766495 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.766853 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.767179 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:39:30.918695 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e40b0-ce8c-44da-b1b7-f91b437d640a req-109be5f6-c470-47f1-875d-3d338b290440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:30.920193 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-802e40b0-ce8c-44da-b1b7-f91b437d640a req-109be5f6-c470-47f1-875d-3d338b290440 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 1098 time: 0.0536072 Jan 22 08:39:30.967460 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-802e40b0-ce8c-44da-b1b7-f91b437d640a req-c41ea32f-5883-4f23-a0e4-38c4fab3a12f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Jan 22 08:39:31.467569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24ba7e-bcdd-44b4-8110-574d7fb1519a req-e012f6e8-78e1-4ee5-bf8b-7f280abe295f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:31.469741 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f24ba7e-bcdd-44b4-8110-574d7fb1519a req-e012f6e8-78e1-4ee5-bf8b-7f280abe295f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Jan 22 08:39:31.525952 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f24ba7e-bcdd-44b4-8110-574d7fb1519a req-49c6761e-931a-4575-a0e6-3b16ee2b5f13 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495656 Jan 22 08:39:32.384614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49058) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:32.505320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-70e0bb64-2629-456e-9661-d771a6e32b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.593143 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-70e0bb64-2629-456e-9661-d771a6e32b7e admin admin] Publish callbacks [] for security_group (9a6dbf06-6181-4c32-b526-2af3d406c6a8), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.597378 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-70e0bb64-2629-456e-9661-d771a6e32b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9a6dbf06-6181-4c32-b526-2af3d406c6a8), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.668209 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0bb64-2629-456e-9661-d771a6e32b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6dbf06-6181-4c32-b526-2af3d406c6a8,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:32.673907 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-70e0bb64-2629-456e-9661-d771a6e32b7e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e042b18cc9494648896eaf0db8b67c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880042 Jan 22 08:39:32.677282 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49064) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:32.695590 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dff98-1da1-4a3e-a49f-a9f42d27c75c req-23972d61-5873-471a-9969-45a45182a13b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:32.703002 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b5dff98-1da1-4a3e-a49f-a9f42d27c75c req-23972d61-5873-471a-9969-45a45182a13b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.1025033 Jan 22 08:39:32.730822 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] Publish callbacks [] for security_group (9a6dbf06-6181-4c32-b526-2af3d406c6a8), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.753238 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] Publish callbacks [] for security_group (9a6dbf06-6181-4c32-b526-2af3d406c6a8), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.756413 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b5dff98-1da1-4a3e-a49f-a9f42d27c75c req-badbd140-7413-4836-a330-c2b5439ebcb1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525746 Jan 22 08:39:32.804332 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (9a6dbf06-6181-4c32-b526-2af3d406c6a8), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.807033 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:32.810475 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a6dbf06-6181-4c32-b526-2af3d406c6a8 HTTP/1.1" status: 204 len: 168 time: 0.1287646 Jan 22 08:39:32.816743 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4686b-68bf-442d-b5c0-aa49af805b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6dbf06-6181-4c32-b526-2af3d406c6a8,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:33.888656 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b49148-c3d1-45c9-9631-b3d11ac6a615 req-ddc98617-8324-42e9-9946-813c11ff5aff tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:33.890134 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68b49148-c3d1-45c9-9631-b3d11ac6a615 req-ddc98617-8324-42e9-9946-813c11ff5aff tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0513179 Jan 22 08:39:33.950108 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68b49148-c3d1-45c9-9631-b3d11ac6a615 req-7be1a3b1-b141-4ddd-a376-f91a735ea193 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Jan 22 08:39:36.908222 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.015610 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ebee042d-6e55-4dcb-b3e2-f9469765a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.203645 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49160) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:37.313071 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d73c618-1552-4fcd-b77a-fb4932f61544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.402357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d73c618-1552-4fcd-b77a-fb4932f61544 admin admin] Publish callbacks [] for security_group (6341c556-7179-4241-a38e-e38e6446b67b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.407879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d73c618-1552-4fcd-b77a-fb4932f61544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (6341c556-7179-4241-a38e-e38e6446b67b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.448433 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1d73c618-1552-4fcd-b77a-fb4932f61544 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cac496a9cc46452fbcf29de16c020ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436528 Jan 22 08:39:37.449306 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c618-1552-4fcd-b77a-fb4932f61544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6341c556-7179-4241-a38e-e38e6446b67b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:37.452108 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49164) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:37.504118 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] Publish callbacks [] for security_group (6341c556-7179-4241-a38e-e38e6446b67b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.537705 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] Publish callbacks [] for security_group (6341c556-7179-4241-a38e-e38e6446b67b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.587450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (6341c556-7179-4241-a38e-e38e6446b67b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.590057 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.591237 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6341c556-7179-4241-a38e-e38e6446b67b HTTP/1.1" status: 204 len: 168 time: 0.1380358 Jan 22 08:39:37.599906 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7033a3b-2a9a-4aca-8f66-4122c41925b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341c556-7179-4241-a38e-e38e6446b67b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:37.892213 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49172) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:37.907680 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95858e80-8768-4a62-b957-693363d4b285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.993544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95858e80-8768-4a62-b957-693363d4b285 admin admin] Publish callbacks [] for security_group (172446cb-3f41-4e49-8bb6-8af310a74e63), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:37.997642 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95858e80-8768-4a62-b957-693363d4b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (172446cb-3f41-4e49-8bb6-8af310a74e63), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:38.047174 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-95858e80-8768-4a62-b957-693363d4b285 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb3dd522e0df407ba72395079ff7ef67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531665 Jan 22 08:39:38.048061 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95858e80-8768-4a62-b957-693363d4b285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172446cb-3f41-4e49-8bb6-8af310a74e63,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:38.050747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49174) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:38.108752 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] Publish callbacks [] for security_group (172446cb-3f41-4e49-8bb6-8af310a74e63), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:38.131008 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] Publish callbacks [] for security_group (172446cb-3f41-4e49-8bb6-8af310a74e63), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:38.186226 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (172446cb-3f41-4e49-8bb6-8af310a74e63), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:38.189516 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:38.191642 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/172446cb-3f41-4e49-8bb6-8af310a74e63 HTTP/1.1" status: 204 len: 168 time: 0.1397316 Jan 22 08:39:38.199690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a51da-2644-4daf-bc08-a464d5223399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172446cb-3f41-4e49-8bb6-8af310a74e63,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:38.927771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49198) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:39.030563 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997197911-network', 'tenant_id': '2cf0fe119ba340c989aead8d9e74769e'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:39.055420 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Made reservation on behalf of 2cf0fe119ba340c989aead8d9e74769e for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:39.058417 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.067068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.146927 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks [] for security_group (79ff9d72-05c4-4e1d-9ded-02a7743072bf), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.151153 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (79ff9d72-05c4-4e1d-9ded-02a7743072bf), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.176310 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:39:39.185930 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff9d72-05c4-4e1d-9ded-02a7743072bf,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:39.192300 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (d3f32d87-25e7-4058-aef1-eff90b200a15), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.192635 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Added segment d3f32d87-25e7-4058-aef1-eff90b200a15 of type vlan for network 4d7aa731-f75b-4216-9ff9-3503c708c2e8 Jan 22 08:39:39.238036 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (4d7aa731-f75b-4216-9ff9-3503c708c2e8), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.266257 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (4d7aa731-f75b-4216-9ff9-3503c708c2e8), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.267323 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:39.268445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.325955 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3969779 Jan 22 08:39:39.329245 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49202) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:39.334617 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Request body: {'subnet': {'network_id': '4d7aa731-f75b-4216-9ff9-3503c708c2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997197911-subnet', 'tenant_id': '2cf0fe119ba340c989aead8d9e74769e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:39.337126 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d1c8-8a77-402d-803b-cccd1d880396 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7aa731-f75b-4216-9ff9-3503c708c2e8,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:39.347452 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 4d7aa731-f75b-4216-9ff9-3503c708c2e8 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:39:39.359503 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Made reservation on behalf of 2cf0fe119ba340c989aead8d9e74769e for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:39.362941 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290732337'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.540942 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287434132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290732335'] for subnet (a6a44bd0-924c-46bf-b98b-68e73bd4702d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.594947 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a44bd0-924c-46bf-b98b-68e73bd4702d,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:39.606556 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Checking segment: {'id': 'd3f32d87-25e7-4058-aef1-eff90b200a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d7aa731-f75b-4216-9ff9-3503c708c2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:39:39.606944 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Network hostable DHCP agents. Network: 4d7aa731-f75b-4216-9ff9-3503c708c2e8, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:39:39.611357 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80987ec5-f192-45eb-858b-8e97c3c43538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.626318 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Network 4d7aa731-f75b-4216-9ff9-3503c708c2e8 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:39:39.636541 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 4d7aa731-f75b-4216-9ff9-3503c708c2e8) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:39.640721 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:39.641349 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:39.649805 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6233caf-d74e-4d35-b825-ba8724e8d478 None None] Network 4d7aa731-f75b-4216-9ff9-3503c708c2e8 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:39.661711 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-eb280bcc-e23d-4df5-99c2-ec38fbc9ffa4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3312697 Jan 22 08:39:39.767612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b854740-3290-477d-9fb9-d1f5b2ffe09d None None] Network 4d7aa731-f75b-4216-9ff9-3503c708c2e8 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:40.175943 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49220) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:40.180783 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759495190-network', 'tenant_id': '980e8571c49e4d95936830cf2557dbb8'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:40.202133 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Made reservation on behalf of 980e8571c49e4d95936830cf2557dbb8 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:40.204377 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.214064 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.299423 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks [] for security_group (bcb60bd9-2e7b-481b-b666-32165519fb65), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.303476 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (bcb60bd9-2e7b-481b-b666-32165519fb65), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.330947 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:39:40.341068 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb60bd9-2e7b-481b-b666-32165519fb65,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:40.347122 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (388bd5aa-1b10-44ff-b47a-7f19d63bf4b0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.347470 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Added segment 388bd5aa-1b10-44ff-b47a-7f19d63bf4b0 of type vlan for network e1997181-c490-4b08-81c1-7297257a88ec Jan 22 08:39:40.396189 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (e1997181-c490-4b08-81c1-7297257a88ec), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.421886 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (e1997181-c490-4b08-81c1-7297257a88ec), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.423023 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:40.423611 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.458339 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2812133 Jan 22 08:39:40.462003 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49222) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:40.467644 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Request body: {'subnet': {'network_id': 'e1997181-c490-4b08-81c1-7297257a88ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759495190-subnet', 'tenant_id': '980e8571c49e4d95936830cf2557dbb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:40.494614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Made reservation on behalf of 980e8571c49e4d95936830cf2557dbb8 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:40.495404 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444af5-ac9e-433f-86e7-b98f115087fd admin admin] Pushing event updated for resources: {'Network': ['ID=e1997181-c490-4b08-81c1-7297257a88ec,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:40.497005 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290246225'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.506334 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network e1997181-c490-4b08-81c1-7297257a88ec details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:39:40.672365 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290246223'] for subnet (44a33180-215d-42c8-8293-3304652d92ae), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.742078 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a33180-215d-42c8-8293-3304652d92ae,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:40.751153 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Checking segment: {'id': '388bd5aa-1b10-44ff-b47a-7f19d63bf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e1997181-c490-4b08-81c1-7297257a88ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:39:40.751513 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Network hostable DHCP agents. Network: e1997181-c490-4b08-81c1-7297257a88ec, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:39:40.770185 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Network e1997181-c490-4b08-81c1-7297257a88ec is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:39:40.780719 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, e1997181-c490-4b08-81c1-7297257a88ec) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:40.785725 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:40.786317 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:40.792803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7776048b-d7b9-4768-8100-c9606aee8ae1 None None] Network e1997181-c490-4b08-81c1-7297257a88ec requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:40.804396 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4be747b4-8ceb-4a06-ab40-c92dbef09978 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3409913 Jan 22 08:39:40.899438 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f8bd0-b029-40c2-b158-5a84df08d98e None None] Network e1997181-c490-4b08-81c1-7297257a88ec requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:41.524228 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:43.808730 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:44.392130 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:45.928745 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563b0fe-fd8e-4436-b1a8-5fa4884d1df1 req-c2023378-afa8-4246-a701-c6b0b9b21381 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:45.930179 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6563b0fe-fd8e-4436-b1a8-5fa4884d1df1 req-c2023378-afa8-4246-a701-c6b0b9b21381 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0511675 Jan 22 08:39:45.980304 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6563b0fe-fd8e-4436-b1a8-5fa4884d1df1 req-509497f2-f736-451c-a25d-33bb52c51f7b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Jan 22 08:39:47.107141 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6207a39-03e8-4311-b117-393e1c65f03c req-b7edd471-4f40-46fd-b483-e6c91528defe tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:47.108640 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6207a39-03e8-4311-b117-393e1c65f03c req-b7edd471-4f40-46fd-b483-e6c91528defe tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Jan 22 08:39:47.166798 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6207a39-03e8-4311-b117-393e1c65f03c req-d26bd140-85d8-472a-8a75-43579ee7ec51 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Jan 22 08:39:47.988916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-27f782c5-2d74-4fa0-8ee8-24cb04af053f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:47.990479 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-27f782c5-2d74-4fa0-8ee8-24cb04af053f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0574756 Jan 22 08:39:48.087294 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Deleting port 89012f47-9404-4e68-8813-29a86624a0b0 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:48.087631 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (89012f47-9404-4e68-8813-29a86624a0b0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:48.181086 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] For port 89012f47-9404-4e68-8813-29a86624a0b0, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=89012f47-9404-4e68-8813-29a86624a0b0,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:48.181752 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (89012f47-9404-4e68-8813-29a86624a0b0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:48.194428 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Calling delete_port for 89012f47-9404-4e68-8813-29a86624a0b0 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:48.314167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdc6e-7950-45ee-9f16-ddfe1ca4216d req-775a9b3e-19de-4775-9f73-6c13262f1c84 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:48.315671 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa0cdc6e-7950-45ee-9f16-ddfe1ca4216d req-775a9b3e-19de-4775-9f73-6c13262f1c84 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=106effee-762f-4638-97bf-471f7988fa29 HTTP/1.1" status: 200 len: 945 time: 0.0762129 Jan 22 08:39:48.396541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (89012f47-9404-4e68-8813-29a86624a0b0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:48.401836 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa0cdc6e-7950-45ee-9f16-ddfe1ca4216d req-32f0688e-66a8-4c2e-80d1-2501c7bde43f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Jan 22 08:39:48.412069 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b', 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', '89012f47-9404-4e68-8813-29a86624a0b0'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:48.431241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event deleted for resources: {'Port': ['ID=89012f47-9404-4e68-8813-29a86624a0b0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:48.476918 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] No DVR routers for this DVR port 89012f47-9404-4e68-8813-29a86624a0b0 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:48.479454 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:48.482767 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fef6d7cd-f7ae-4a0e-aa26-f155cfd8453c req-c4565303-e81c-446e-b56b-7a1851872f18 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "DELETE /v2.0/ports/89012f47-9404-4e68-8813-29a86624a0b0 HTTP/1.1" status: 204 len: 173 time: 0.4870830 Jan 22 08:39:48.483218 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'name': 'network-vif-deleted', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:48.485570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb724947-b8d3-4373-9a44-d61874a64e0c" -d '{"events": [{"server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "name": "network-vif-deleted", "tag": "89012f47-9404-4e68-8813-29a86624a0b0"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:48.525320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dedc7c6-3114-4bcd-b84d-b9648377cecf x-openstack-request-id: req-1dedc7c6-3114-4bcd-b84d-b9648377cecf {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:48.525698 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106effee-762f-4638-97bf-471f7988fa29", "name": "network-vif-deleted", "tag": "89012f47-9404-4e68-8813-29a86624a0b0", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:48.525966 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1dedc7c6-3114-4bcd-b84d-b9648377cecf {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:48.526701 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106effee-762f-4638-97bf-471f7988fa29', 'name': 'network-vif-deleted', 'tag': '89012f47-9404-4e68-8813-29a86624a0b0', 'status': 'completed', 'code': 200} Jan 22 08:39:50.836519 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eba3a-6a52-4317-b68a-6b4e5a13eab6 req-b9db7f2f-4dca-4d15-9eed-ed8c534a4af5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:50.837979 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e9eba3a-6a52-4317-b68a-6b4e5a13eab6 req-b9db7f2f-4dca-4d15-9eed-ed8c534a4af5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.0560777 Jan 22 08:39:50.889157 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e9eba3a-6a52-4317-b68a-6b4e5a13eab6 req-ae0f3d68-9fde-43d0-9e10-f6f6f0ac117f tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Jan 22 08:39:52.010592 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655ab5-ca62-4564-ad02-f70c847fd00e req-b692984e-5940-4c93-91f8-da64b5fbb721 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:52.012090 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff655ab5-ca62-4564-ad02-f70c847fd00e req-b692984e-5940-4c93-91f8-da64b5fbb721 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.0520639 Jan 22 08:39:52.060105 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff655ab5-ca62-4564-ad02-f70c847fd00e req-59638c8a-5268-4264-a1f1-d610b350ab52 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Jan 22 08:39:52.583448 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 89012f47-9404-4e68-8813-29a86624a0b0 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:52.606188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 89012f47-9404-4e68-8813-29a86624a0b0 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:52.606188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 89012f47-9404-4e68-8813-29a86624a0b0 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:52.915413 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-a4a05ab7-f03b-4230-acab-b5d2a938f358 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:52.916914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-a4a05ab7-f03b-4230-acab-b5d2a938f358 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.0660794 Jan 22 08:39:53.017736 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Deleting port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:53.018432 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:53.126888 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] For port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:53.127266 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:53.140603 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Calling delete_port for 8f509d8c-b55f-4036-9bab-ec1c78af8d2b owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:53.267103 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd574-6186-4451-b638-204a06e7838b req-1d5eb33b-8458-4435-b00b-812b4feeba39 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:53.268792 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82cdd574-6186-4451-b638-204a06e7838b req-1d5eb33b-8458-4435-b00b-812b4feeba39 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=260fae97-54ee-437f-a441-2e6b3bbea6ea HTTP/1.1" status: 200 len: 946 time: 0.1107445 Jan 22 08:39:53.360436 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82cdd574-6186-4451-b638-204a06e7838b req-86d22b70-3284-4f05-91b6-95bb30424b63 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Jan 22 08:39:53.362474 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (8f509d8c-b55f-4036-9bab-ec1c78af8d2b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:53.376136 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b', 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', '8f509d8c-b55f-4036-9bab-ec1c78af8d2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:53.399691 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event deleted for resources: {'Port': ['ID=8f509d8c-b55f-4036-9bab-ec1c78af8d2b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:53.444934 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] No DVR routers for this DVR port 8f509d8c-b55f-4036-9bab-ec1c78af8d2b on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:53.447406 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:53.450798 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94b2177b-f3c9-4601-b562-70c7c2be2561 req-6a1346f6-ae4d-4b7a-af47-e92583d9ad08 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "DELETE /v2.0/ports/8f509d8c-b55f-4036-9bab-ec1c78af8d2b HTTP/1.1" status: 204 len: 173 time: 0.5283959 Jan 22 08:39:53.451258 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'name': 'network-vif-deleted', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:53.453496 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d376a-72eb-4be1-9092-ad71773789e6" -d '{"events": [{"server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "name": "network-vif-deleted", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:53.496475 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e8579b-f3b0-4a50-80d7-09af13cf8dd7 x-openstack-request-id: req-a6e8579b-f3b0-4a50-80d7-09af13cf8dd7 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:53.496762 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260fae97-54ee-437f-a441-2e6b3bbea6ea", "name": "network-vif-deleted", "tag": "8f509d8c-b55f-4036-9bab-ec1c78af8d2b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:53.497014 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6e8579b-f3b0-4a50-80d7-09af13cf8dd7 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:53.497421 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260fae97-54ee-437f-a441-2e6b3bbea6ea', 'name': 'network-vif-deleted', 'tag': '8f509d8c-b55f-4036-9bab-ec1c78af8d2b', 'status': 'completed', 'code': 200} Jan 22 08:39:54.533234 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49406) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:54.586172 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Deleting subnet a6a44bd0-924c-46bf-b98b-68e73bd4702d {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:39:54.589710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Publish callbacks [] for subnet (a6a44bd0-924c-46bf-b98b-68e73bd4702d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.636199 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290142811'] for subnet (a6a44bd0-924c-46bf-b98b-68e73bd4702d), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.699754 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (a6a44bd0-924c-46bf-b98b-68e73bd4702d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.726100 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6a424-71f4-4ffd-b222-83ff7dea2ffe req-755966bc-07a7-47a8-ba77-47546bfbf0c6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:54.728047 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eb6a424-71f4-4ffd-b222-83ff7dea2ffe req-755966bc-07a7-47a8-ba77-47546bfbf0c6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 946 time: 0.1107450 Jan 22 08:39:54.798189 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eb6a424-71f4-4ffd-b222-83ff7dea2ffe req-921c0f2d-36ee-4498-ac0f-b216f5333493 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614665 Jan 22 08:39:54.799598 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290210646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290246198'] for subnet (a6a44bd0-924c-46bf-b98b-68e73bd4702d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.823162 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a44bd0-924c-46bf-b98b-68e73bd4702d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:54.830444 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.834602 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-19649833-0dd4-46cd-ac6c-fcc406eb138c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a6a44bd0-924c-46bf-b98b-68e73bd4702d HTTP/1.1" status: 204 len: 168 time: 0.3002546 Jan 22 08:39:54.836971 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49410) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:54.910393 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (4d7aa731-f75b-4216-9ff9-3503c708c2e8), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:54.989187 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (4d7aa731-f75b-4216-9ff9-3503c708c2e8), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.009566 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7aa731-f75b-4216-9ff9-3503c708c2e8']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.019085 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f32d87-25e7-4058-aef1-eff90b200a15') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.020033 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f32d87-25e7-4058-aef1-eff90b200a15') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.029570 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (d3f32d87-25e7-4058-aef1-eff90b200a15), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.044437 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (d3f32d87-25e7-4058-aef1-eff90b200a15), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.050475 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:39:55.051042 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (d3f32d87-25e7-4058-aef1-eff90b200a15), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:39:55.052940 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:39:55.112440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (4d7aa731-f75b-4216-9ff9-3503c708c2e8), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.117737 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.120962 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4d7aa731-f75b-4216-9ff9-3503c708c2e8 HTTP/1.1" status: 204 len: 168 time: 0.2830701 Jan 22 08:39:55.124229 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49412) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:55.131554 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570576-8d4c-48be-8c29-8e5a95fb1f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7aa731-f75b-4216-9ff9-3503c708c2e8,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:55.176954 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Deleting subnet 44a33180-215d-42c8-8293-3304652d92ae {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:39:55.180232 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Publish callbacks [] for subnet (44a33180-215d-42c8-8293-3304652d92ae), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.219311 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (44a33180-215d-42c8-8293-3304652d92ae), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.259516 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (44a33180-215d-42c8-8293-3304652d92ae), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.314681 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (44a33180-215d-42c8-8293-3304652d92ae), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.340459 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a33180-215d-42c8-8293-3304652d92ae,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:55.344233 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.348839 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8c3f7742-93b0-4f30-90d9-8bc1f68adeee admin admin] 10.222.0.84 "DELETE /v2.0/subnets/44a33180-215d-42c8-8293-3304652d92ae HTTP/1.1" status: 204 len: 168 time: 0.2224023 Jan 22 08:39:55.351737 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49414) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:55.428144 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (e1997181-c490-4b08-81c1-7297257a88ec), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.516567 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (e1997181-c490-4b08-81c1-7297257a88ec), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.537439 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1997181-c490-4b08-81c1-7297257a88ec']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.546405 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388bd5aa-1b10-44ff-b47a-7f19d63bf4b0') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.546745 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388bd5aa-1b10-44ff-b47a-7f19d63bf4b0') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:39:55.556444 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (388bd5aa-1b10-44ff-b47a-7f19d63bf4b0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.570595 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (388bd5aa-1b10-44ff-b47a-7f19d63bf4b0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.576495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:39:55.576875 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (388bd5aa-1b10-44ff-b47a-7f19d63bf4b0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:39:55.578556 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:39:55.634675 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (e1997181-c490-4b08-81c1-7297257a88ec), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.639994 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.643165 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e1997181-c490-4b08-81c1-7297257a88ec HTTP/1.1" status: 204 len: 168 time: 0.2904410 Jan 22 08:39:55.654533 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cca793-9edb-4b9e-89ec-b93ed46c8380 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1997181-c490-4b08-81c1-7297257a88ec,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:55.812641 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49418) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:55.855003 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e5bf4c2-0cd2-4ec2-a532-f31bbed6ec33 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2cf0fe119ba340c989aead8d9e74769e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411165 Jan 22 08:39:55.857576 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49422) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:55.914987 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] Publish callbacks [] for security_group (79ff9d72-05c4-4e1d-9ded-02a7743072bf), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.919846 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e43f6-13aa-4a48-a3ac-f4440bf984eb req-dbf1c201-7742-450d-b08b-751129ccab7d tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:55.921658 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-589e43f6-13aa-4a48-a3ac-f4440bf984eb req-dbf1c201-7742-450d-b08b-751129ccab7d tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 946 time: 0.0508697 Jan 22 08:39:55.942025 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] Publish callbacks [] for security_group (79ff9d72-05c4-4e1d-9ded-02a7743072bf), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:55.977429 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-589e43f6-13aa-4a48-a3ac-f4440bf984eb req-5982f716-1fb2-4f5d-91e8-8395a031d099 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Jan 22 08:39:55.997659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (79ff9d72-05c4-4e1d-9ded-02a7743072bf), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.001218 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.002399 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79ff9d72-05c4-4e1d-9ded-02a7743072bf HTTP/1.1" status: 204 len: 168 time: 0.1438854 Jan 22 08:39:56.011279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a4a75-0096-4f1f-9ca0-0cbb02a59040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff9d72-05c4-4e1d-9ded-02a7743072bf,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:56.343637 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49428) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:56.385988 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7de1b94e-a758-4c29-9d70-efffd7415acc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=980e8571c49e4d95936830cf2557dbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410185 Jan 22 08:39:56.388430 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49430) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:56.438565 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] Publish callbacks [] for security_group (bcb60bd9-2e7b-481b-b666-32165519fb65), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.464374 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] Publish callbacks [] for security_group (bcb60bd9-2e7b-481b-b666-32165519fb65), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.511256 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-81c7a43b-138c-4d03-85e6-2abc25cf3dae tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:56.512797 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-81c7a43b-138c-4d03-85e6-2abc25cf3dae tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 946 time: 0.0653679 Jan 22 08:39:56.515902 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (bcb60bd9-2e7b-481b-b666-32165519fb65), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.518646 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.520438 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bcb60bd9-2e7b-481b-b666-32165519fb65 HTTP/1.1" status: 204 len: 168 time: 0.1310101 Jan 22 08:39:56.529551 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919db4-e5a6-460b-84ea-f5942e80caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb60bd9-2e7b-481b-b666-32165519fb65,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:56.607906 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 8f509d8c-b55f-4036-9bab-ec1c78af8d2b no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:39:56.619073 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Deleting port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:39:56.619450 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.629688 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 8f509d8c-b55f-4036-9bab-ec1c78af8d2b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:39:56.630302 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 8f509d8c-b55f-4036-9bab-ec1c78af8d2b not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:39:56.732825 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] For port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:39:56.733188 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.745659 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Calling delete_port for cbe01d4e-71b9-45a3-8264-aff92c7b2a1b owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:39:56.889498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (cbe01d4e-71b9-45a3-8264-aff92c7b2a1b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.903462 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b', 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:39:56.930312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event deleted for resources: {'Port': ['ID=cbe01d4e-71b9-45a3-8264-aff92c7b2a1b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:56.970145 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] No DVR routers for this DVR port cbe01d4e-71b9-45a3-8264-aff92c7b2a1b on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:39:56.973684 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:56.977102 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-475181a2-0cfa-49df-8094-d8b78ca689a0 req-e321de03-1a59-473f-a7df-cc49363198f6 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "DELETE /v2.0/ports/cbe01d4e-71b9-45a3-8264-aff92c7b2a1b HTTP/1.1" status: 204 len: 173 time: 0.4580333 Jan 22 08:39:56.977581 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'name': 'network-vif-deleted', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:39:56.979945 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f74118b-fdf5-41c5-bfc5-014a626d9c4f" -d '{"events": [{"server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "name": "network-vif-deleted", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:39:57.021114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d01810-b5fd-4a71-ad0e-f424ed62af09 x-openstack-request-id: req-94d01810-b5fd-4a71-ad0e-f424ed62af09 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:39:57.021447 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2370da4-c81e-4eba-a4b8-309b93c64fd8", "name": "network-vif-deleted", "tag": "cbe01d4e-71b9-45a3-8264-aff92c7b2a1b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:39:57.021678 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94d01810-b5fd-4a71-ad0e-f424ed62af09 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:39:57.022122 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2370da4-c81e-4eba-a4b8-309b93c64fd8', 'name': 'network-vif-deleted', 'tag': 'cbe01d4e-71b9-45a3-8264-aff92c7b2a1b', 'status': 'completed', 'code': 200} Jan 22 08:39:57.114322 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f6b002a-e367-4f4f-b79f-77c01b98d83d req-bd9df2db-0338-43a4-915e-62a8b3abe3e1 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2370da4-c81e-4eba-a4b8-309b93c64fd8 HTTP/1.1" status: 200 len: 210 time: 0.0277207 Jan 22 08:39:57.735076 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49464) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:57.858539 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3aac4769-3432-4214-9524-a1744e935338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:57.943652 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3aac4769-3432-4214-9524-a1744e935338 admin admin] Publish callbacks [] for security_group (8918bdf1-beab-4f56-ba87-c4bdac484b05), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:57.947659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3aac4769-3432-4214-9524-a1744e935338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8918bdf1-beab-4f56-ba87-c4bdac484b05), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:57.987732 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3aac4769-3432-4214-9524-a1744e935338 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=825cb90309594683a7e5682477c951b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515423 Jan 22 08:39:57.988694 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac4769-3432-4214-9524-a1744e935338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8918bdf1-beab-4f56-ba87-c4bdac484b05,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:57.990528 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49470) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:58.042290 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] Publish callbacks [] for security_group (8918bdf1-beab-4f56-ba87-c4bdac484b05), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:58.066089 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] Publish callbacks [] for security_group (8918bdf1-beab-4f56-ba87-c4bdac484b05), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:58.119713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8918bdf1-beab-4f56-ba87-c4bdac484b05), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:58.122343 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:58.123551 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8918bdf1-beab-4f56-ba87-c4bdac484b05 HTTP/1.1" status: 204 len: 168 time: 0.1318429 Jan 22 08:39:58.132170 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d55c5-990c-4766-badd-bca59a6b1363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918bdf1-beab-4f56-ba87-c4bdac484b05,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:58.790524 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49498) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:58.888679 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-816316425-network', 'tenant_id': '40a8f52abba74e22a0e5c4f6298773d4'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:58.920131 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Made reservation on behalf of 40a8f52abba74e22a0e5c4f6298773d4 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:58.922569 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:58.931213 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.012152 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks [] for security_group (5d8d7d00-ea1b-4d32-bfba-5863612a8592), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.016502 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5d8d7d00-ea1b-4d32-bfba-5863612a8592), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.045085 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 22 08:39:59.052790 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d7d00-ea1b-4d32-bfba-5863612a8592,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:59.060613 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (e3bf5218-46c8-49db-abd4-488e810ec51e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.060613 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Added segment e3bf5218-46c8-49db-abd4-488e810ec51e of type vlan for network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 Jan 22 08:39:59.102324 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742407701486'] for network (3e14fb23-b5cc-4c2a-916d-7316f4793b57), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.130736 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705'] for network (3e14fb23-b5cc-4c2a-916d-7316f4793b57), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.131741 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:59.132321 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.196256 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4045742 Jan 22 08:39:59.199357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49502) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:39:59.201886 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484e9b-87ea-4504-9610-a9bf09bb0424 admin admin] Pushing event updated for resources: {'Network': ['ID=3e14fb23-b5cc-4c2a-916d-7316f4793b57,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:59.205637 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Request body: {'subnet': {'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-816316425-subnet', 'tenant_id': '40a8f52abba74e22a0e5c4f6298773d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:39:59.213056 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 details requested by agent ovs-agent-dv-cinder-825913-1-iscsi with host dv-cinder-825913-1-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 22 08:39:59.231535 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Made reservation on behalf of 40a8f52abba74e22a0e5c4f6298773d4 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:39:59.233894 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290246225'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.427320 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290246223'] for subnet (eee32c40-59ce-4173-a955-6d88c72c1396), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.489040 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee32c40-59ce-4173-a955-6d88c72c1396,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:39:59.502084 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Checking segment: {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:39:59.502440 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Network hostable DHCP agents. Network: 3e14fb23-b5cc-4c2a-916d-7316f4793b57, hostable agents: ['d6c36099-664d-4236-871c-e0305f3bbe56'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 22 08:39:59.549667 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 is scheduled to be hosted by DHCP agent d6c36099-664d-4236-871c-e0305f3bbe56 with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 22 08:39:59.560097 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825913-1-iscsi, 3e14fb23-b5cc-4c2a-916d-7316f4793b57) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:39:59.568519 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d3945-adcf-4d34-9595-7447a40a1a1d None None] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:39:59.572539 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6c9a7-8566-4912-94d6-551f75d6d4cf req-50b6eefd-2cf1-4d19-9b19-03494206591a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:59.574137 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68f6c9a7-8566-4912-94d6-551f75d6d4cf req-50b6eefd-2cf1-4d19-9b19-03494206591a tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0689371 Jan 22 08:39:59.577299 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:39:59.577963 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:39:59.612224 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5e386a66-3c71-4c6b-8e44-986985e83a10 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4117460 Jan 22 08:39:59.644348 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68f6c9a7-8566-4912-94d6-551f75d6d4cf req-d6015660-952a-45d4-a40d-b815c685d4d5 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Jan 22 08:39:59.690086 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1aca79-6113-4c88-b833-1739bbb3ad80 None None] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:40:00.156922 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:40:00.635760 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device cbe01d4e-71b9-45a3-8264-aff92c7b2a1b no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:40:00.661476 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: cbe01d4e-71b9-45a3-8264-aff92c7b2a1b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:40:00.661783 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device cbe01d4e-71b9-45a3-8264-aff92c7b2a1b not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:40:00.767419 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f84f17-4964-445b-92d5-53cf4b9ee409 req-ad8d92fd-cd12-43fd-ab69-a93789c42dad tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:00.769019 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9f84f17-4964-445b-92d5-53cf4b9ee409 req-ad8d92fd-cd12-43fd-ab69-a93789c42dad tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Jan 22 08:40:00.824809 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9f84f17-4964-445b-92d5-53cf4b9ee409 req-3f5aa84e-ad19-4644-887e-be85e28de3e4 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 Jan 22 08:40:01.412427 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-e64559a7-8ea4-4f35-a761-2a641122d2ab tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:01.413855 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-e64559a7-8ea4-4f35-a761-2a641122d2ab tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 808 time: 0.1158662 Jan 22 08:40:01.429468 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-3dea5612-85cd-4043-9ace-ebc2561da045 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/quotas/40a8f52abba74e22a0e5c4f6298773d4 HTTP/1.1" status: 200 len: 375 time: 0.0099320 Jan 22 08:40:01.464623 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-67eaedb6-da61-4a92-8558-4f32d049b0f9 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299866 Jan 22 08:40:01.583989 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-d16986e0-7b76-4f0c-bd04-ec813f34a5ee service neutron] 10.222.0.84 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127799 Jan 22 08:40:01.595747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-01807f51-bb8d-45e1-a16a-7b3bdcbac9f0 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:01.597220 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-01807f51-bb8d-45e1-a16a-7b3bdcbac9f0 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0678313 Jan 22 08:40:01.750301 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-c251eaf1-3434-4a68-b4d4-b72ddc6c8046 service neutron] 10.222.0.84 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513557 Jan 22 08:40:01.762223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Deleting port 60437750-1b08-4c5b-aa93-09ec9b63de2b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:40:01.762568 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:01.870195 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] For port 60437750-1b08-4c5b-aa93-09ec9b63de2b, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=60437750-1b08-4c5b-aa93-09ec9b63de2b,segment=NetworkSegment(a3441eb8-7ea5-499f-8a1e-67afe24180ef),segment_id=a3441eb8-7ea5-499f-8a1e-67afe24180ef)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:01.871337 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:01.887070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Calling delete_port for 60437750-1b08-4c5b-aa93-09ec9b63de2b owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:40:01.926966 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0acf9edd-190c-48c6-999e-90e33b83de7c req-d77e5fb8-e452-4548-816a-a014de00aac9 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0372448 Jan 22 08:40:02.033019 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e90875-6454-4ecd-b47d-0e1a0ee58f18 req-02ec71a6-006d-44b1-802b-9997c501243b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:02.034554 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90e90875-6454-4ecd-b47d-0e1a0ee58f18 req-02ec71a6-006d-44b1-802b-9997c501243b tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/ports?device_id=456fb594-46b6-43f9-978a-36cac164e047 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Jan 22 08:40:02.125194 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90e90875-6454-4ecd-b47d-0e1a0ee58f18 req-d72e32ff-58fb-4058-8749-5f61dd0d36d8 tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.84 "GET /v2.0/security-groups?id=8887b97b-0497-4b66-90b0-bd73812d6ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827014 Jan 22 08:40:02.127009 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (60437750-1b08-4c5b-aa93-09ec9b63de2b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:02.139922 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['60437750-1b08-4c5b-aa93-09ec9b63de2b'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:40:02.158175 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Pushing event deleted for resources: {'Port': ['ID=60437750-1b08-4c5b-aa93-09ec9b63de2b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:02.210968 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] No DVR routers for this DVR port 60437750-1b08-4c5b-aa93-09ec9b63de2b on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:40:02.213390 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:02.216669 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d263ea8b-ef93-4c96-87d1-145b07a8f406 req-6052c37c-c408-4481-bc14-a40a2d5a6a8e tempest-AttachVolumeNegativeTest-1502015785 tempest-AttachVolumeNegativeTest-1502015785-project] 10.222.0.107 "DELETE /v2.0/ports/60437750-1b08-4c5b-aa93-09ec9b63de2b HTTP/1.1" status: 204 len: 173 time: 0.6106339 Jan 22 08:40:02.217115 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'name': 'network-vif-deleted', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:02.219403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0193403-b77b-4814-a3a7-b7d05f175026" -d '{"events": [{"server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "name": "network-vif-deleted", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:02.258876 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7250bcc9-b597-493b-928d-cb3cb7287ba5 x-openstack-request-id: req-7250bcc9-b597-493b-928d-cb3cb7287ba5 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:02.259196 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fb594-46b6-43f9-978a-36cac164e047", "name": "network-vif-deleted", "tag": "60437750-1b08-4c5b-aa93-09ec9b63de2b", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:02.259445 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7250bcc9-b597-493b-928d-cb3cb7287ba5 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:02.259962 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fb594-46b6-43f9-978a-36cac164e047', 'name': 'network-vif-deleted', 'tag': '60437750-1b08-4c5b-aa93-09ec9b63de2b', 'status': 'completed', 'code': 200} Jan 22 08:40:02.991696 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-876d88cb-ab42-476b-b53c-de240d92369d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:02.993332 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-876d88cb-ab42-476b-b53c-de240d92369d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 808 time: 0.1149647 Jan 22 08:40:03.006403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Request body: {'port': {'device_id': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57', 'admin_state_up': True, 'tenant_id': '40a8f52abba74e22a0e5c4f6298773d4'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:40:03.061051 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-261bb7f2-e9f2-4d49-b81a-965672fbdb60 req-b769eb62-1024-4d48-bbda-fcc9bc56532f tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0497272 Jan 22 08:40:03.155217 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Made reservation on behalf of 40a8f52abba74e22a0e5c4f6298773d4 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:40:03.158747 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.203871 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49558) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:03.258593 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Deleting subnet f5cc9a21-84bc-4641-9450-01b38ca50754 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:40:03.261798 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Publish callbacks [] for subnet (f5cc9a21-84bc-4641-9450-01b38ca50754), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.307037 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (f5cc9a21-84bc-4641-9450-01b38ca50754), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.309518 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Allocated IP 172.20.0.7 (3e14fb23-b5cc-4c2a-916d-7316f4793b57/eee32c40-59ce-4173-a955-6d88c72c1396/9667ddaf-14f5-42e3-a292-b4115bc68c15) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:40:03.470806 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks [] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.514347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.560981 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:40:03.566510 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:40:03.570826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:40:03.577621 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Pushing event updated for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:03.612296 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (f5cc9a21-84bc-4641-9450-01b38ca50754), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.634322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:03.635035 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.656993 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-df570442-5ad3-4a0a-9b79-ebaa54eb694b tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552463 Jan 22 08:40:03.668639 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Request body: {'port': {'device_id': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:40:03.680604 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (f5cc9a21-84bc-4641-9450-01b38ca50754), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.709816 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cc9a21-84bc-4641-9450-01b38ca50754,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:03.717067 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.718190 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-acdf70c1-5bca-43bf-839d-aad1dd510dad admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f5cc9a21-84bc-4641-9450-01b38ca50754 HTTP/1.1" status: 204 len: 168 time: 0.5132458 Jan 22 08:40:03.720695 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49560) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:03.728417 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.805378 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (81799950-0ef8-4a46-a56a-9ed37c2cc87c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.891050 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (81799950-0ef8-4a46-a56a-9ed37c2cc87c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.914168 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81799950-0ef8-4a46-a56a-9ed37c2cc87c']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:40:03.923659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3441eb8-7ea5-499f-8a1e-67afe24180ef') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:40:03.923954 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3441eb8-7ea5-499f-8a1e-67afe24180ef') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:40:03.933428 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (a3441eb8-7ea5-499f-8a1e-67afe24180ef), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.946496 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (a3441eb8-7ea5-499f-8a1e-67afe24180ef), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.953055 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:40:03.953474 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (a3441eb8-7ea5-499f-8a1e-67afe24180ef), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:40:03.955221 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:40:04.014801 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9667ddaf-14f5-42e3-a292-b4115bc68c15 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:40:04.015422 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (81799950-0ef8-4a46-a56a-9ed37c2cc87c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.021659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.024470 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks [] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.024900 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] 10.222.0.84 "DELETE /v2.0/networks/81799950-0ef8-4a46-a56a-9ed37c2cc87c HTTP/1.1" status: 204 len: 168 time: 0.3032522 Jan 22 08:40:04.036764 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7fd4f-7ceb-40ed-843a-343743f77e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=81799950-0ef8-4a46-a56a-9ed37c2cc87c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:04.043286 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Transition to ACTIVE for port object 9667ddaf-14f5-42e3-a292-b4115bc68c15 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:40:04.047901 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.104138 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Pushing event updated for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:04.170896 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49566) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:04.214023 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0cdff643-c0f4-491b-bb8a-f937918e4633 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=05042b8ec002427dbeb15a6f8d37ed5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419188 Jan 22 08:40:04.217165 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49568) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:04.217359 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Attempting to bind port 9667ddaf-14f5-42e3-a292-b4115bc68c15 on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:40:04.217769 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Attempting to bind port 9667ddaf-14f5-42e3-a292-b4115bc68c15 by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:40:04.217920 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Attempting to bind port 9667ddaf-14f5-42e3-a292-b4115bc68c15 on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:40:04.231125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafaf5-db97-45d2-86e1-ed495fdd2fb8 req-dfc72f14-791d-4f5e-b5fb-d35aa3cde745 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:04.232604 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-86eafaf5-db97-45d2-86e1-ed495fdd2fb8 req-dfc72f14-791d-4f5e-b5fb-d35aa3cde745 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 943 time: 0.0813351 Jan 22 08:40:04.233557 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Port 9667ddaf-14f5-42e3-a292-b4115bc68c15 on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:40:04.233879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Attempting to bind port 9667ddaf-14f5-42e3-a292-b4115bc68c15 on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:40:04.240054 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:40:04.240395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Checking segment: {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:40:04.240769 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Bound using segment: {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:40:04.241199 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Bound port: 9667ddaf-14f5-42e3-a292-b4115bc68c15, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:40:04.241547 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.267989 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] Publish callbacks [] for security_group (8887b97b-0497-4b66-90b0-bd73812d6ff3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.291757 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] Publish callbacks [] for security_group (8887b97b-0497-4b66-90b0-bd73812d6ff3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.331166 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-86eafaf5-db97-45d2-86e1-ed495fdd2fb8 req-5200922c-65a7-46c4-8f24-79273b5af5d4 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872366 Jan 22 08:40:04.342609 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:40:04.353110 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (8887b97b-0497-4b66-90b0-bd73812d6ff3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.353254 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:40:04.353383 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.353383 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8887b97b-0497-4b66-90b0-bd73812d6ff3 HTTP/1.1" status: 204 len: 168 time: 0.1334200 Jan 22 08:40:04.354000 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.360475 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a88589-0e63-4f85-a7ed-e21e429dfb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887b97b-0497-4b66-90b0-bd73812d6ff3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:04.396194 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:04.396822 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:04.398238 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] 10.222.0.107 "PUT /v2.0/ports/9667ddaf-14f5-42e3-a292-b4115bc68c15 HTTP/1.1" status: 200 len: 1093 time: 0.7342350 Jan 22 08:40:04.398710 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:04.401160 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:04.433672 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534a4c-36ac-418d-8b32-f3663ec5a84e service neutron] Pushing event updated for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:04.453307 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a6aec-d3d2-4bfe-a468-3c9c4f482a8d x-openstack-request-id: req-e07a6aec-d3d2-4bfe-a468-3c9c4f482a8d {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:04.453611 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:04.453867 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e07a6aec-d3d2-4bfe-a468-3c9c4f482a8d {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:04.454262 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15', 'status': 'completed', 'code': 200} Jan 22 08:40:04.665640 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 60437750-1b08-4c5b-aa93-09ec9b63de2b no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:40:04.688682 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 60437750-1b08-4c5b-aa93-09ec9b63de2b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:40:04.689166 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 60437750-1b08-4c5b-aa93-09ec9b63de2b not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:40:04.787062 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-fd960e78-ad9b-4ee4-afd1-769069d61b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:04.788599 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-fd960e78-ad9b-4ee4-afd1-769069d61b82 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 1096 time: 0.3442180 Jan 22 08:40:04.830801 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-d4ff68c5-af75-450d-9be4-da4bd2e9d8d8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15 HTTP/1.1" status: 200 len: 217 time: 0.0351782 Jan 22 08:40:04.881678 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-0b10e237-3b01-4cb1-a702-e55d7d1b2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:04.883258 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-0b10e237-3b01-4cb1-a702-e55d7d1b2124 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=eee32c40-59ce-4173-a955-6d88c72c1396 HTTP/1.1" status: 200 len: 848 time: 0.0461004 Jan 22 08:40:04.921867 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-71c28de4-f208-4053-b66d-51a867114d7e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3e14fb23-b5cc-4c2a-916d-7316f4793b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332124 Jan 22 08:40:05.017925 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-648e0540-c891-4937-9753-c73386f17102 service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904269 Jan 22 08:40:05.119222 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0eba0745-da3b-4769-905d-ed236ebf2bab req-d5ff33a3-b8fb-4621-86d5-0eaaf2b9e084 service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940030 Jan 22 08:40:05.216195 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-ed893b38-9f46-4470-abe2-3bc57389fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:05.217830 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-ed893b38-9f46-4470-abe2-3bc57389fcab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0485981 Jan 22 08:40:05.320466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-01441f7c-b7e0-4a62-99a2-ea9f403f72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:05.321935 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-01441f7c-b7e0-4a62-99a2-ea9f403f72e8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 908 time: 0.0980117 Jan 22 08:40:05.365049 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-f56d971c-8126-4bdc-a156-db69c3c4eae6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15 HTTP/1.1" status: 200 len: 217 time: 0.0371399 Jan 22 08:40:05.457457 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-a52e6451-38b8-4568-a1ef-1da4f425b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:05.459019 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-a52e6451-38b8-4568-a1ef-1da4f425b259 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=eee32c40-59ce-4173-a955-6d88c72c1396 HTTP/1.1" status: 200 len: 848 time: 0.0885005 Jan 22 08:40:05.493483 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-51a74e95-e8db-40d3-ba89-2d339d01a6ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3e14fb23-b5cc-4c2a-916d-7316f4793b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286245 Jan 22 08:40:05.501232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2d6e6-d4b4-4d09-81b4-ae367df889b0 req-87b46659-20df-4979-ae18-9ce3fc180f9a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:05.502667 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0d2d6e6-d4b4-4d09-81b4-ae367df889b0 req-87b46659-20df-4979-ae18-9ce3fc180f9a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 943 time: 0.0963776 Jan 22 08:40:05.618782 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0d2d6e6-d4b4-4d09-81b4-ae367df889b0 req-d3716de7-0a3d-4a22-bccd-1dc222e6738d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064603 Jan 22 08:40:05.635143 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-b8344d1a-2a59-4030-be99-0e90ee972ceb service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315181 Jan 22 08:40:05.752212 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-727feb0f-6d21-4cab-94a3-8eb2acdebf8c req-c80ac0ba-e8c6-4e78-8383-5236a90ecb3f service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112738 Jan 22 08:40:06.749653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9723-b93b-486f-b2a6-c0205ccaa53f req-40ee7476-525b-49ea-a924-2f57d4fab2d9 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:06.751203 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62ce9723-b93b-486f-b2a6-c0205ccaa53f req-40ee7476-525b-49ea-a924-2f57d4fab2d9 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 943 time: 0.0504506 Jan 22 08:40:06.806075 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62ce9723-b93b-486f-b2a6-c0205ccaa53f req-e9a9d141-685f-4e47-8af3-0a19ab126de6 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483520 Jan 22 08:40:06.924887 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:07.019769 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4086a45c-fb6d-47bb-8ba6-a8e12b2536cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:07.929073 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd9244-cf9b-449f-8c5d-044aef8e716a req-efd5c276-6e5c-4ce4-9a64-fc60b76b8e82 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:07.930569 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51dd9244-cf9b-449f-8c5d-044aef8e716a req-efd5c276-6e5c-4ce4-9a64-fc60b76b8e82 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 943 time: 0.0557222 Jan 22 08:40:07.979939 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51dd9244-cf9b-449f-8c5d-044aef8e716a req-15167888-7f22-4fc8-bcac-13127a9cdecc tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Jan 22 08:40:09.101826 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2ab81-5ebc-46c5-b646-7c3cfffd473d req-17f38aa5-bc1a-4e2d-b738-15b4229087cc tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:09.103379 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ad2ab81-5ebc-46c5-b646-7c3cfffd473d req-17f38aa5-bc1a-4e2d-b738-15b4229087cc tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 943 time: 0.0516870 Jan 22 08:40:09.152394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ad2ab81-5ebc-46c5-b646-7c3cfffd473d req-44972b60-f023-4c63-8ca8-dcaeb87fdedb tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Jan 22 08:40:09.507686 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 9667ddaf-14f5-42e3-a292-b4115bc68c15 details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:40:09.616989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-91b9b2b3-bc1e-4485-81d7-9fcbd105ed64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:09.619546 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:09.631921 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': '9667ddaf-14f5-42e3-a292-b4115bc68c15', 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57', 'port_id': '9667ddaf-14f5-42e3-a292-b4115bc68c15', 'mac_address': 'fa:16:3e:84:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee32c40-59ce-4173-a955-6d88c72c1396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:40:09.677559 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 9667ddaf-14f5-42e3-a292-b4115bc68c15 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:40:09.677951 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:09.692612 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9667ddaf-14f5-42e3-a292-b4115bc68c15 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:40:09.712188 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:09.716189 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:09.766223 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:10.282726 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d09bb-9b25-42b9-b276-bfd32990848d req-c1e3de61-ee9e-4fd2-9784-fef3247aa12a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:10.284223 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c46d09bb-9b25-42b9-b276-bfd32990848d req-c1e3de61-ee9e-4fd2-9784-fef3247aa12a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 944 time: 0.0626171 Jan 22 08:40:10.333949 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c46d09bb-9b25-42b9-b276-bfd32990848d req-4003e068-4cc6-4d50-bf3e-746c10f9a900 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 Jan 22 08:40:11.463835 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c17d8f-7b8b-4aa2-a37e-02a8ec780a3e req-a6c5bf21-226a-4636-87b7-b94ab1eedafe tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:11.465394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74c17d8f-7b8b-4aa2-a37e-02a8ec780a3e req-a6c5bf21-226a-4636-87b7-b94ab1eedafe tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 944 time: 0.0649567 Jan 22 08:40:11.517185 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-74c17d8f-7b8b-4aa2-a37e-02a8ec780a3e req-a2fa5e43-01aa-4dba-8497-b95faa585e45 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Jan 22 08:40:11.532885 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:11.597338 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['9667ddaf-14f5-42e3-a292-b4115bc68c15'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:40:12.641316 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbcfcc-2ae7-49f8-8e29-9ed550fe9a61 req-989a56c0-5cfd-4be3-bdab-e9d3614b3f95 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:12.642838 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ddbcfcc-2ae7-49f8-8e29-9ed550fe9a61 req-989a56c0-5cfd-4be3-bdab-e9d3614b3f95 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 944 time: 0.0547962 Jan 22 08:40:12.702250 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ddbcfcc-2ae7-49f8-8e29-9ed550fe9a61 req-bbcd8877-6473-4e7c-ab20-258710102e6d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Jan 22 08:40:12.950414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 9667ddaf-14f5-42e3-a292-b4115bc68c15 up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:40:13.001640 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port 9667ddaf-14f5-42e3-a292-b4115bc68c15 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:40:13.006931 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port 9667ddaf-14f5-42e3-a292-b4115bc68c15 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:40:13.007313 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:13.094285 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port 9667ddaf-14f5-42e3-a292-b4115bc68c15 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:40:13.094701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:13.125736 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:13.128566 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50de2af-f0c5-4ce9-8bb3-d896ce9243a5" -d '{"events": [{"server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "name": "network-vif-plugged", "status": "completed", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:13.142517 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:13.147366 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:13.173496 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e644440-46d0-4bee-a797-f4879a961a9a x-openstack-request-id: req-8e644440-46d0-4bee-a797-f4879a961a9a {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:13.173846 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "name": "network-vif-plugged", "status": "completed", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:13.174069 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8e644440-46d0-4bee-a797-f4879a961a9a {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:13.174476 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15', 'code': 200} Jan 22 08:40:13.206249 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:13.338046 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6d0f0-4098-4158-a590-80248d6915c5 req-02b429c7-c475-420c-908f-0b1fc8ffb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:13.339593 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fc6d0f0-4098-4158-a590-80248d6915c5 req-02b429c7-c475-420c-908f-0b1fc8ffb16e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 1098 time: 0.0444436 Jan 22 08:40:13.393165 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fc6d0f0-4098-4158-a590-80248d6915c5 req-6becc768-24f9-473e-a198-5a67102acdb3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Jan 22 08:40:13.813381 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:13.827561 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c2d1-49b7-493d-b80c-7f9d69e57860 req-ca8efdc8-6764-42b0-b33d-4311523d5e17 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:13.829056 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90e5c2d1-49b7-493d-b80c-7f9d69e57860 req-ca8efdc8-6764-42b0-b33d-4311523d5e17 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 945 time: 0.0530236 Jan 22 08:40:13.884782 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90e5c2d1-49b7-493d-b80c-7f9d69e57860 req-17c6913f-c9a4-42ef-8ed4-91fa9ba234b8 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Jan 22 08:40:14.397519 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:14.985992 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49704) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:15.035972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233dc0-e45f-4dce-a779-23b264a15347 req-fc38d670-6f04-4697-b73a-ebee8f7dd6a0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.038035 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9233dc0-e45f-4dce-a779-23b264a15347 req-fc38d670-6f04-4697-b73a-ebee8f7dd6a0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 945 time: 0.0785391 Jan 22 08:40:15.044922 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-4331ba58-6f95-421c-ae88-bc812edecb29 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594122 Jan 22 08:40:15.117367 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06509a51-b9e7-4290-813e-bfc09173bffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.133763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9233dc0-e45f-4dce-a779-23b264a15347 req-fe432222-5d56-43e3-a1fc-237ff2c3f13d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Jan 22 08:40:15.139395 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-6861bc5d-597f-47a3-9b83-bffc01277e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.140832 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-6861bc5d-597f-47a3-9b83-bffc01277e7b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1098 time: 0.0739453 Jan 22 08:40:15.206771 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06509a51-b9e7-4290-813e-bfc09173bffa admin admin] Publish callbacks [] for security_group (87112fac-b201-4586-b7d0-cd1952141714), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.211953 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-06509a51-b9e7-4290-813e-bfc09173bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (87112fac-b201-4586-b7d0-cd1952141714), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.254404 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-06509a51-b9e7-4290-813e-bfc09173bffa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32aac2f51a7c4a9994933c78b18f3723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666526 Jan 22 08:40:15.255495 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06509a51-b9e7-4290-813e-bfc09173bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87112fac-b201-4586-b7d0-cd1952141714,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:15.258603 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-a6172810-798a-4658-a7de-34849353f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.258897 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49710) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:15.260057 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-a6172810-798a-4658-a7de-34849353f13d service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.0958672 Jan 22 08:40:15.313824 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] Publish callbacks [] for security_group (87112fac-b201-4586-b7d0-cd1952141714), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.344308 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] Publish callbacks [] for security_group (87112fac-b201-4586-b7d0-cd1952141714), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.346972 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-e863eb99-9957-4601-9ef2-46cc48709a8e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 1001 time: 0.0802879 Jan 22 08:40:15.398253 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-93f7a21d-8af7-4d4e-87ec-efbed9694870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.399906 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-93f7a21d-8af7-4d4e-87ec-efbed9694870 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0468442 Jan 22 08:40:15.410770 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (87112fac-b201-4586-b7d0-cd1952141714), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.418209 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:15.418209 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87112fac-b201-4586-b7d0-cd1952141714 HTTP/1.1" status: 204 len: 168 time: 0.1584632 Jan 22 08:40:15.428311 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ce0e-ea05-4ab7-8398-1ab28f4e917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87112fac-b201-4586-b7d0-cd1952141714,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:15.451252 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-3d3ee4a0-5605-4476-a780-b3579c20f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.452783 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-3d3ee4a0-5605-4476-a780-b3579c20f21f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470552 Jan 22 08:40:15.566566 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-a5793fb3-bd6c-473a-bdce-31b0d24ef195 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986211 Jan 22 08:40:15.658276 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-664bf3e1-27eb-4d41-9fdb-e6563496a62c req-9246dc0d-92f3-490a-8dc3-0453c8feb133 service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922771 Jan 22 08:40:15.841367 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a49b-735e-4b17-837b-b7525f81a2dc req-c6540da3-e8dd-4e97-9f84-d425f606f74d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:15.842996 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e67a49b-735e-4b17-837b-b7525f81a2dc req-c6540da3-e8dd-4e97-9f84-d425f606f74d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 945 time: 0.0764740 Jan 22 08:40:15.894819 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e67a49b-735e-4b17-837b-b7525f81a2dc req-f43a9b58-02bd-4cf8-a2ae-d7943e905a28 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Jan 22 08:40:17.020879 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791e5e2-e8fc-407b-a18c-ddcdd8129b98 req-068c0a64-7f6d-4cb8-9e70-823040f76c49 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:17.023017 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0791e5e2-e8fc-407b-a18c-ddcdd8129b98 req-068c0a64-7f6d-4cb8-9e70-823040f76c49 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Jan 22 08:40:17.083467 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0791e5e2-e8fc-407b-a18c-ddcdd8129b98 req-71fa4dd3-67e9-4a05-a646-b2b15462272c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Jan 22 08:40:17.237630 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49768) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:17.369153 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.483960 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Publish callbacks [] for security_group (394e63e1-8e93-4ca8-a2e4-edc42975429c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.489347 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (394e63e1-8e93-4ca8-a2e4-edc42975429c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.541404 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-b89d6f4e-4314-40e9-99bc-c362ac56f4d5 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:17.542884 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-b89d6f4e-4314-40e9-99bc-c362ac56f4d5 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 945 time: 0.0979180 Jan 22 08:40:17.549508 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4bc612e89014f6c94632fda687b540e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080523 Jan 22 08:40:17.549508 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394e63e1-8e93-4ca8-a2e4-edc42975429c,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:17.550001 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49772) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:17.577838 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.578189 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.578553 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.578906 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.579241 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.579569 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.579898 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.580223 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.580549 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.580872 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.581192 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.581507 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.581833 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec74d8-4fc3-468e-9fdb-076e87506ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:17.606053 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] Publish callbacks [] for security_group (394e63e1-8e93-4ca8-a2e4-edc42975429c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.629652 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] Publish callbacks [] for security_group (394e63e1-8e93-4ca8-a2e4-edc42975429c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.650045 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Deleting port 9667ddaf-14f5-42e3-a292-b4115bc68c15 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:40:17.650391 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.689289 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (394e63e1-8e93-4ca8-a2e4-edc42975429c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.692050 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.693249 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/394e63e1-8e93-4ca8-a2e4-edc42975429c HTTP/1.1" status: 204 len: 168 time: 0.1421144 Jan 22 08:40:17.710269 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00f31f-466c-4d54-b6d0-fa3579c64e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394e63e1-8e93-4ca8-a2e4-edc42975429c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:17.752898 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] For port 9667ddaf-14f5-42e3-a292-b4115bc68c15, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=9667ddaf-14f5-42e3-a292-b4115bc68c15,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:17.753391 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.769309 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Calling delete_port for 9667ddaf-14f5-42e3-a292-b4115bc68c15 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:40:17.913164 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (9667ddaf-14f5-42e3-a292-b4115bc68c15), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.940332 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['9667ddaf-14f5-42e3-a292-b4115bc68c15'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:40:17.944033 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Pushing event deleted for resources: {'Port': ['ID=9667ddaf-14f5-42e3-a292-b4115bc68c15,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:17.985836 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49778) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:17.986008 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] No DVR routers for this DVR port 9667ddaf-14f5-42e3-a292-b4115bc68c15 on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:40:17.988400 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:17.992393 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77cf9bbd-272a-4a85-9f09-43c4fcc93f72 req-01c27e09-98e9-4831-b44f-0ca61f502c8c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "DELETE /v2.0/ports/9667ddaf-14f5-42e3-a292-b4115bc68c15 HTTP/1.1" status: 204 len: 173 time: 0.4443271 Jan 22 08:40:17.992851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'name': 'network-vif-deleted', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:17.995125 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5dc151-c54b-443c-ae19-968deb09e709" -d '{"events": [{"server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "name": "network-vif-deleted", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:18.015210 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5084267-6bc0-4085-8169-3056e37f37db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.033788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e62a0-748d-476d-8162-8c089ce9a40f x-openstack-request-id: req-013e62a0-748d-476d-8162-8c089ce9a40f {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:18.034327 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1", "name": "network-vif-deleted", "tag": "9667ddaf-14f5-42e3-a292-b4115bc68c15", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:18.034433 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-013e62a0-748d-476d-8162-8c089ce9a40f {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:18.034970 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1', 'name': 'network-vif-deleted', 'tag': '9667ddaf-14f5-42e3-a292-b4115bc68c15', 'status': 'completed', 'code': 200} Jan 22 08:40:18.102792 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5084267-6bc0-4085-8169-3056e37f37db admin admin] Publish callbacks [] for security_group (ac48a2b2-a505-4667-b8cd-7a84bc079a3c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.106590 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5084267-6bc0-4085-8169-3056e37f37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ac48a2b2-a505-4667-b8cd-7a84bc079a3c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.143934 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d5084267-6bc0-4085-8169-3056e37f37db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eb3596d13dc4486fa70b48ec6d1506e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568236 Jan 22 08:40:18.147852 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49786) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:18.160891 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5084267-6bc0-4085-8169-3056e37f37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48a2b2-a505-4667-b8cd-7a84bc079a3c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:18.211197 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] Publish callbacks [] for security_group (ac48a2b2-a505-4667-b8cd-7a84bc079a3c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.211952 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f446fc65-231d-458f-ba83-998e77f38d68 req-1f35abee-23b5-4aaf-9450-b82120bbb684 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6b7b2ef-cc11-46d4-b6af-ea5aa958b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0265112 Jan 22 08:40:18.236181 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] Publish callbacks [] for security_group (ac48a2b2-a505-4667-b8cd-7a84bc079a3c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.287554 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (ac48a2b2-a505-4667-b8cd-7a84bc079a3c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.290235 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:18.291438 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac48a2b2-a505-4667-b8cd-7a84bc079a3c HTTP/1.1" status: 204 len: 168 time: 0.1426609 Jan 22 08:40:18.299521 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c790-eae4-4cef-be3d-b9acc2a65e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48a2b2-a505-4667-b8cd-7a84bc079a3c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:19.547403 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-182b2705-eb7b-40af-bc54-b52fa7b9c551 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:19.548916 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-182b2705-eb7b-40af-bc54-b52fa7b9c551 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 808 time: 0.1180480 Jan 22 08:40:19.564342 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-2f0c6f56-fa25-463b-b4cd-5fcf12519cdc tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/quotas/40a8f52abba74e22a0e5c4f6298773d4 HTTP/1.1" status: 200 len: 375 time: 0.0091450 Jan 22 08:40:19.597439 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-918734c7-35ae-4396-b9cf-7b616937c771 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274503 Jan 22 08:40:19.805833 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-933b5470-c930-439b-94f1-7165178cee24 service neutron] 10.222.0.84 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012477 Jan 22 08:40:19.899573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-147fa158-24aa-4b1a-a7ad-30c05ed003a0 service neutron] 10.222.0.84 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 Jan 22 08:40:20.076785 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3bee3c90-15f9-4aff-baab-8d6b3bad448a req-efc35121-41f0-4043-b54b-1011e37440bd tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 210 time: 0.0359683 Jan 22 08:40:20.477263 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49880) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:20.594393 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56c37b17-f93d-4617-b127-2188cf7063d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.679877 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56c37b17-f93d-4617-b127-2188cf7063d9 admin admin] Publish callbacks [] for security_group (2b436db4-bb7d-407b-a25a-2737fa626f6d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.684307 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56c37b17-f93d-4617-b127-2188cf7063d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2b436db4-bb7d-407b-a25a-2737fa626f6d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.723410 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-56c37b17-f93d-4617-b127-2188cf7063d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8be4407c70cf4f078d28e71b2c87f907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447934 Jan 22 08:40:20.724325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37b17-f93d-4617-b127-2188cf7063d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b436db4-bb7d-407b-a25a-2737fa626f6d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:20.726707 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 49884) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:20.775158 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] Publish callbacks [] for security_group (2b436db4-bb7d-407b-a25a-2737fa626f6d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.798116 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] Publish callbacks [] for security_group (2b436db4-bb7d-407b-a25a-2737fa626f6d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.844209 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (2b436db4-bb7d-407b-a25a-2737fa626f6d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.847071 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:20.848238 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2b436db4-bb7d-407b-a25a-2737fa626f6d HTTP/1.1" status: 204 len: 168 time: 0.1205511 Jan 22 08:40:20.857430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea664e-ea4d-45ec-a79b-af1a4ee496fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b436db4-bb7d-407b-a25a-2737fa626f6d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:20.957185 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 9667ddaf-14f5-42e3-a292-b4115bc68c15 no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:40:20.992105 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: 9667ddaf-14f5-42e3-a292-b4115bc68c15 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:40:20.992482 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device 9667ddaf-14f5-42e3-a292-b4115bc68c15 not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:40:21.046300 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-3a8f38bd-1d01-46ac-bbf5-6bd9904bb916 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:21.048110 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-3a8f38bd-1d01-46ac-bbf5-6bd9904bb916 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 808 time: 0.1217189 Jan 22 08:40:21.060231 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Request body: {'port': {'device_id': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57', 'admin_state_up': True, 'tenant_id': '40a8f52abba74e22a0e5c4f6298773d4'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:40:21.179181 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49896) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:21.194198 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c6754e3-d289-4b90-af05-38103f8be64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.195313 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c498897-b6f1-4f03-bf21-64cfacc5c875 req-8da221fd-c2ee-4f2d-9e42-c14b36e1c71a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 210 time: 0.0352144 Jan 22 08:40:21.225628 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Made reservation on behalf of 40a8f52abba74e22a0e5c4f6298773d4 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 22 08:40:21.229441 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.289199 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c6754e3-d289-4b90-af05-38103f8be64f admin admin] Publish callbacks [] for security_group (0bf7728f-b70d-40f9-9cdc-c842065c6759), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.294272 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7c6754e3-d289-4b90-af05-38103f8be64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0bf7728f-b70d-40f9-9cdc-c842065c6759), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.343669 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6754e3-d289-4b90-af05-38103f8be64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7728f-b70d-40f9-9cdc-c842065c6759,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:21.351855 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7c6754e3-d289-4b90-af05-38103f8be64f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2352e53a4afa4a51af668e6ab0af7e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708198 Jan 22 08:40:21.352658 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 49898) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:21.384980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Allocated IP 172.20.0.11 (3e14fb23-b5cc-4c2a-916d-7316f4793b57/eee32c40-59ce-4173-a955-6d88c72c1396/a65b8eb2-268a-40ca-955d-36dc9764ff1f) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 22 08:40:21.404717 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] Publish callbacks [] for security_group (0bf7728f-b70d-40f9-9cdc-c842065c6759), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.430441 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] Publish callbacks [] for security_group (0bf7728f-b70d-40f9-9cdc-c842065c6759), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.492826 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (0bf7728f-b70d-40f9-9cdc-c842065c6759), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.495705 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.499078 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bf7728f-b70d-40f9-9cdc-c842065c6759 HTTP/1.1" status: 204 len: 168 time: 0.1448405 Jan 22 08:40:21.510279 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33058-4e35-414c-8871-eaf2664329be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7728f-b70d-40f9-9cdc-c842065c6759,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:21.563893 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks [] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.600668 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742407733652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.643089 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 22 08:40:21.646446 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 22 08:40:21.652986 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 22 08:40:21.680037 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Pushing event updated for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:21.709322 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:21.709912 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:21.729206 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-ba5f0fde-3678-418d-aaad-0d2699564225 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6729660 Jan 22 08:40:21.741495 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Request body: {'port': {'device_id': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82591'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 08:40:21.799945 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.087858 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65b8eb2-268a-40ca-955d-36dc9764ff1f {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:40:22.096953 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks [] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.114509 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Transition to ACTIVE for port object a65b8eb2-268a-40ca-955d-36dc9764ff1f will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 22 08:40:22.119976 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.175702 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:22.256925 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Attempting to bind port a65b8eb2-268a-40ca-955d-36dc9764ff1f on host hv-cinder-82591 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 08:40:22.257312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Attempting to bind port a65b8eb2-268a-40ca-955d-36dc9764ff1f by drivers openvswitch,hyperv on host hv-cinder-82591 at level 0 using segments [{'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 22 08:40:22.257614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Attempting to bind port a65b8eb2-268a-40ca-955d-36dc9764ff1f on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:40:22.262750 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Port a65b8eb2-268a-40ca-955d-36dc9764ff1f on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82591 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 22 08:40:22.263081 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Attempting to bind port a65b8eb2-268a-40ca-955d-36dc9764ff1f on network 3e14fb23-b5cc-4c2a-916d-7316f4793b57 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 22 08:40:22.268182 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Checking agent: {'id': '45d37428-57ed-4e3e-94f9-93b153de6c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82591', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'started_at': datetime.datetime(2022, 1, 22, 8, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 22, 8, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 22 08:40:22.268526 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Checking segment: {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 22 08:40:22.268916 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Bound using segment: {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 22 08:40:22.269352 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Bound port: a65b8eb2-268a-40ca-955d-36dc9764ff1f, host: hv-cinder-82591, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bf5218-46c8-49db-abd4-488e810ec51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 22 08:40:22.269713 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.367144 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:40:22.370358 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a167240-a900-4901-8fb5-d1efb2fd3dfe req-a5a4bf3c-ead0-4aca-9551-889dbc0a396a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:22.371451 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a167240-a900-4901-8fb5-d1efb2fd3dfe req-a5a4bf3c-ead0-4aca-9551-889dbc0a396a tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 944 time: 0.0914493 Jan 22 08:40:22.386424 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 22 08:40:22.391114 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 22 08:40:22.408205 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290210584'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.457317 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:22.458288 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:22.460804 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] 10.222.0.107 "PUT /v2.0/ports/a65b8eb2-268a-40ca-955d-36dc9764ff1f HTTP/1.1" status: 200 len: 1094 time: 0.7240899 Jan 22 08:40:22.468335 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:22.470648 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604" -d '{"events": [{"name": "network-changed", "server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:22.497736 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a167240-a900-4901-8fb5-d1efb2fd3dfe req-3507e3f5-1a6e-456e-9884-d5bc50576109 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Jan 22 08:40:22.524606 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd65e-90ba-4f40-9ab7-d2c1967f2026 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:22.555918 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7578f252-08de-4ca0-ae43-b6c5ba200bb0 x-openstack-request-id: req-7578f252-08de-4ca0-ae43-b6c5ba200bb0 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:22.556211 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:22.556466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7578f252-08de-4ca0-ae43-b6c5ba200bb0 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:22.556856 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f', 'status': 'completed', 'code': 200} Jan 22 08:40:22.573312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-47d7bf8b-3d93-4713-adf2-4a2bf4fc923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:22.575034 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-47d7bf8b-3d93-4713-adf2-4a2bf4fc923a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0633304 Jan 22 08:40:22.623394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-69b19488-6ad3-4152-9a8a-70cf1ace1c2b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f HTTP/1.1" status: 200 len: 217 time: 0.0419967 Jan 22 08:40:22.675836 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492083e-5f8e-4301-9881-370c36bb0519 req-1c4f4e91-60c1-4bd1-a54d-ec339643ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:22.677450 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-1c4f4e91-60c1-4bd1-a54d-ec339643ee68 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=eee32c40-59ce-4173-a955-6d88c72c1396 HTTP/1.1" status: 200 len: 848 time: 0.0485651 Jan 22 08:40:22.707466 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-928dbdbc-11bf-4381-ae33-a6c72eba0243 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3e14fb23-b5cc-4c2a-916d-7316f4793b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238144 Jan 22 08:40:22.812349 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-b912e1d2-7078-439d-9e3a-089c8752e64e service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982962 Jan 22 08:40:22.925661 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5492083e-5f8e-4301-9881-370c36bb0519 req-75e5ac10-f92c-4e0e-a523-2c7d8fea805c service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071351 Jan 22 08:40:23.023068 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-809f296c-8286-400c-82ae-a117c18846b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:23.024573 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-809f296c-8286-400c-82ae-a117c18846b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0489171 Jan 22 08:40:23.132850 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-62a934cd-c242-4d5c-a587-cd7dcc6799ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:23.134501 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-62a934cd-c242-4d5c-a587-cd7dcc6799ea service neutron] 10.222.0.107 "GET /v2.0/networks?id=3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 200 len: 908 time: 0.1037397 Jan 22 08:40:23.182404 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-68b8915e-a040-489d-9431-1f19a2ce9e33 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f HTTP/1.1" status: 200 len: 217 time: 0.0419459 Jan 22 08:40:23.239780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-e55c8a26-0095-434b-b398-b3e5049832b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:23.242455 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-e55c8a26-0095-434b-b398-b3e5049832b8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=eee32c40-59ce-4173-a955-6d88c72c1396 HTTP/1.1" status: 200 len: 848 time: 0.0535243 Jan 22 08:40:23.278533 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-cbb03096-58f1-4e1a-ba58-874df0f10759 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3e14fb23-b5cc-4c2a-916d-7316f4793b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299628 Jan 22 08:40:23.376747 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-475b875e-c933-43c6-9476-7c85ae11e1ab service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922389 Jan 22 08:40:23.496660 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cdcbb78-2e1a-4abd-a1d1-b92bcb981604 req-dcb02995-dd6f-4fe3-9f7e-3304d1e0c6cd service neutron] 10.222.0.107 "GET /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123753 Jan 22 08:40:23.650931 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d5e62-e991-49e4-a09a-291ed7b49fa1 req-9829a677-0ecb-41ca-af09-23adfb60c17c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:23.652724 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b1d5e62-e991-49e4-a09a-291ed7b49fa1 req-9829a677-0ecb-41ca-af09-23adfb60c17c tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 944 time: 0.0536013 Jan 22 08:40:23.704881 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b1d5e62-e991-49e4-a09a-291ed7b49fa1 req-8e62a551-1973-4215-bb98-e9c5b53d79af tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465288 Jan 22 08:40:24.843778 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb05c2-d1e9-4646-87f0-d1f7cdab21b7 req-8ce5ac7b-6907-45ed-8af7-275a21302d36 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:24.846007 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ccb05c2-d1e9-4646-87f0-d1f7cdab21b7 req-8ce5ac7b-6907-45ed-8af7-275a21302d36 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 944 time: 0.0631559 Jan 22 08:40:25.188743 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ccb05c2-d1e9-4646-87f0-d1f7cdab21b7 req-d3563304-a5a3-4371-9110-321a9bade20e tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371704 Jan 22 08:40:26.313319 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882b703-6460-434d-b6d8-c2db454a192f req-a392fb6c-3d17-469a-892f-4b422ffb8a54 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:26.314875 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0882b703-6460-434d-b6d8-c2db454a192f req-a392fb6c-3d17-469a-892f-4b422ffb8a54 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 944 time: 0.0552514 Jan 22 08:40:26.368734 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0882b703-6460-434d-b6d8-c2db454a192f req-880063d9-7170-4820-9720-a73df9e9cc34 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Jan 22 08:40:26.997010 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a65b8eb2-268a-40ca-955d-36dc9764ff1f details requested by agent hyperv_hv-cinder-82591 with host hv-cinder-82591 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 22 08:40:27.099426 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:27.111989 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Returning: {'device': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f', 'network_id': '3e14fb23-b5cc-4c2a-916d-7316f4793b57', 'port_id': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f', 'mac_address': 'fa:16:3e:14:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee32c40-59ce-4173-a955-6d88c72c1396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 22 08:40:27.164646 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port a65b8eb2-268a-40ca-955d-36dc9764ff1f is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:40:27.165033 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:27.177917 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65b8eb2-268a-40ca-955d-36dc9764ff1f {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 22 08:40:27.199014 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:27.203048 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:27.261641 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:27.490493 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac24f-6753-41cc-9dc3-3fa5a944eae0 req-a776aba9-ca8f-492d-9657-32ddd48ad197 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:27.493045 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66bac24f-6753-41cc-9dc3-3fa5a944eae0 req-a776aba9-ca8f-492d-9657-32ddd48ad197 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 945 time: 0.0546672 Jan 22 08:40:27.550442 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-66bac24f-6753-41cc-9dc3-3fa5a944eae0 req-24650f40-1f28-40d8-b02b-088f73983524 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514576 Jan 22 08:40:27.636045 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['a65b8eb2-268a-40ca-955d-36dc9764ff1f'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:40:28.685243 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9f85d-9f9d-4544-a265-5dad6519bb90 req-08f3edec-1a39-4cfd-a68a-5473a421d7c8 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:28.686765 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ae9f85d-9f9d-4544-a265-5dad6519bb90 req-08f3edec-1a39-4cfd-a68a-5473a421d7c8 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 945 time: 0.0575416 Jan 22 08:40:28.740050 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ae9f85d-9f9d-4544-a265-5dad6519bb90 req-3465eec0-b120-42e3-acbd-bdb326c99c4d tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Jan 22 08:40:29.012452 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a65b8eb2-268a-40ca-955d-36dc9764ff1f up at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 22 08:40:29.071384 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning for port a65b8eb2-268a-40ca-955d-36dc9764ff1f completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 22 08:40:29.075284 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Provisioning complete for port a65b8eb2-268a-40ca-955d-36dc9764ff1f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 22 08:40:29.075650 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891112'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:29.164315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Current status of the port a65b8eb2-268a-40ca-955d-36dc9764ff1f is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 22 08:40:29.164739 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965976'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:29.190730 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:29.193005 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}673c1e891df8406de58c6e3665f8f58c0c0d69e0c0841980eab009e43e18acbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c659aba-8f22-4d1d-926f-b52f05968704" -d '{"events": [{"server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:29.206281 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:29.210809 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742408282013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742407733670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742407733688'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:29.236901 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba56f1a-16fd-4403-ae5d-48dd0a32afcb x-openstack-request-id: req-3ba56f1a-16fd-4403-ae5d-48dd0a32afcb {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:29.237173 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:29.237422 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ba56f1a-16fd-4403-ae5d-48dd0a32afcb {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:29.237802 dv-cinder-825913-1-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f', 'code': 200} Jan 22 08:40:29.267066 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Pushing event updated for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:29.438803 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338e81-0728-4c49-a169-a21cfa7c0f8a req-454c3c80-d0ab-42b7-b0be-e98cf0ec4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:29.440491 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd338e81-0728-4c49-a169-a21cfa7c0f8a req-454c3c80-d0ab-42b7-b0be-e98cf0ec4b9e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 1099 time: 0.0527968 Jan 22 08:40:29.487382 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd338e81-0728-4c49-a169-a21cfa7c0f8a req-9f5cde9a-e3d7-4574-8b09-751b2bb22203 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Jan 22 08:40:29.868851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fc28b-9c0b-4378-93de-713a38780132 req-80aa5858-dab3-4e41-91d3-25910d52a9a7 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:29.870521 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385fc28b-9c0b-4378-93de-713a38780132 req-80aa5858-dab3-4e41-91d3-25910d52a9a7 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0599761 Jan 22 08:40:29.920092 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385fc28b-9c0b-4378-93de-713a38780132 req-68c0ecfc-1cc5-439c-a0c5-a9634e240b95 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Jan 22 08:40:31.042653 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1797052-0f63-4ae0-acbc-69e620e283bf req-a86cfd40-bdb5-4239-abe8-13e858c13982 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:31.044207 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1797052-0f63-4ae0-acbc-69e620e283bf req-a86cfd40-bdb5-4239-abe8-13e858c13982 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0533178 Jan 22 08:40:31.095502 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1797052-0f63-4ae0-acbc-69e620e283bf req-0e5442d6-8c34-4379-8a91-1464c38e2c09 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 Jan 22 08:40:32.217832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4f73-d218-43e3-914d-dc01d0ec8ce9 req-a09ce63e-0d7b-48bb-8dab-9dd9ac958914 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:32.219561 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8cc4f73-d218-43e3-914d-dc01d0ec8ce9 req-a09ce63e-0d7b-48bb-8dab-9dd9ac958914 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0492985 Jan 22 08:40:32.281770 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8cc4f73-d218-43e3-914d-dc01d0ec8ce9 req-9adc13f4-d0b4-4625-95ba-ddf7c7a097cf tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538690 Jan 22 08:40:33.048561 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049d5d2-bb2e-4bce-a4b5-7716bcac8b36 req-4c47e613-2f40-42b9-b4d9-0cc7ded09ca7 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:33.050210 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3049d5d2-bb2e-4bce-a4b5-7716bcac8b36 req-4c47e613-2f40-42b9-b4d9-0cc7ded09ca7 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0539551 Jan 22 08:40:33.098949 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3049d5d2-bb2e-4bce-a4b5-7716bcac8b36 req-f51dbe54-2350-4a0f-856b-c260b8db0617 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Jan 22 08:40:34.225756 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2679-43cf-4054-88ea-4bd53caaa305 req-42298272-a19c-4633-9cb3-14f4871370f0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:34.227347 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a6a2679-43cf-4054-88ea-4bd53caaa305 req-42298272-a19c-4633-9cb3-14f4871370f0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0503070 Jan 22 08:40:34.276394 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a6a2679-43cf-4054-88ea-4bd53caaa305 req-af66b738-63c2-4fc7-8154-522aaa48dc20 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/security-groups?id=5d8d7d00-ea1b-4d32-bfba-5863612a8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Jan 22 08:40:34.791418 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-e6ee4ae3-fb9c-44ab-b9e4-727a7f35c0e0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:40:34.792880 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-e6ee4ae3-fb9c-44ab-b9e4-727a7f35c0e0 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 946 time: 0.0553105 Jan 22 08:40:34.895304 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Deleting port a65b8eb2-268a-40ca-955d-36dc9764ff1f {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:40:34.895555 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:34.994437 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] For port a65b8eb2-268a-40ca-955d-36dc9764ff1f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=a65b8eb2-268a-40ca-955d-36dc9764ff1f,segment=NetworkSegment(e3bf5218-46c8-49db-abd4-488e810ec51e),segment_id=e3bf5218-46c8-49db-abd4-488e810ec51e)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:40:34.994853 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:35.008489 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Calling delete_port for a65b8eb2-268a-40ca-955d-36dc9764ff1f owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:40:35.153685 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (a65b8eb2-268a-40ca-955d-36dc9764ff1f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:35.166960 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] get_ports_and_sgs() called for port_ids ['a65b8eb2-268a-40ca-955d-36dc9764ff1f'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 22 08:40:35.182226 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Pushing event deleted for resources: {'Port': ['ID=a65b8eb2-268a-40ca-955d-36dc9764ff1f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:35.229940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] No DVR routers for this DVR port a65b8eb2-268a-40ca-955d-36dc9764ff1f on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:40:35.232402 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:35.235652 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-98e79c4e-8de2-4cc9-87e5-37087ab974c0 req-77645be0-22f9-4e80-925e-4371f7267597 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.107 "DELETE /v2.0/ports/a65b8eb2-268a-40ca-955d-36dc9764ff1f HTTP/1.1" status: 204 len: 173 time: 0.4377635 Jan 22 08:40:35.236090 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'name': 'network-vif-deleted', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:40:35.238393 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9073c42f-81e0-4392-92cd-384e278b5dd5" -d '{"events": [{"server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "name": "network-vif-deleted", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:40:35.286752 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734538b-b9e2-4324-9726-638ccb9a51d3 x-openstack-request-id: req-0734538b-b9e2-4324-9726-638ccb9a51d3 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:40:35.287053 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a77aa-015e-4e35-83c1-b120dab84b7b", "name": "network-vif-deleted", "tag": "a65b8eb2-268a-40ca-955d-36dc9764ff1f", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:40:35.287311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0734538b-b9e2-4324-9726-638ccb9a51d3 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:40:35.287914 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429a77aa-015e-4e35-83c1-b120dab84b7b', 'name': 'network-vif-deleted', 'tag': 'a65b8eb2-268a-40ca-955d-36dc9764ff1f', 'status': 'completed', 'code': 200} Jan 22 08:40:35.399510 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ba1ce0b-75c6-4eea-8ae6-415bcdb364a5 req-045614f5-2857-4a7a-8913-6144444a57a7 tempest-VolumesActionsTest-296660030 tempest-VolumesActionsTest-296660030-project] 10.222.0.84 "GET /v2.0/ports?device_id=429a77aa-015e-4e35-83c1-b120dab84b7b HTTP/1.1" status: 200 len: 210 time: 0.0291884 Jan 22 08:40:36.931961 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:37.028964 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0c1d2fef-ea56-4b89-adab-864f8c28f14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:37.155409 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:40:39.609325 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f0804d93-5936-4e46-8e72-d232b0cfce9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:41.523145 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:43.815282 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:44.400805 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:45.945501 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a65b8eb2-268a-40ca-955d-36dc9764ff1f no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:40:45.971424 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: a65b8eb2-268a-40ca-955d-36dc9764ff1f {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:40:45.971782 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device a65b8eb2-268a-40ca-955d-36dc9764ff1f not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:40:56.215931 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50258) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:56.360577 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.463149 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Publish callbacks [] for security_group (e6cffe31-929c-4748-bd46-2ffd77485643), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.468071 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e6cffe31-929c-4748-bd46-2ffd77485643), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.513238 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cffe31-929c-4748-bd46-2ffd77485643,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:40:56.517229 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9209cd252ce491ebb984c4e30383788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002658 Jan 22 08:40:56.520195 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50262) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:40:56.532444 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.533140 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.533673 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.534185 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.534726 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.535296 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.535643 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.535911 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.536349 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.536583 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.536918 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.537247 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.537574 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7eb54d-2e0d-4bf3-838f-44fb5624fc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:40:56.597304 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] Publish callbacks [] for security_group (e6cffe31-929c-4748-bd46-2ffd77485643), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.626574 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] Publish callbacks [] for security_group (e6cffe31-929c-4748-bd46-2ffd77485643), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.692806 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (e6cffe31-929c-4748-bd46-2ffd77485643), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.699536 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:40:56.704520 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e6cffe31-929c-4748-bd46-2ffd77485643 HTTP/1.1" status: 204 len: 168 time: 0.1804390 Jan 22 08:40:56.713617 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05b04-4f41-464a-aad0-c06127a218e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cffe31-929c-4748-bd46-2ffd77485643,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:01.429252 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50356) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:01.571456 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35de58ac-a841-4872-a4fb-a3316a97a132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.667553 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35de58ac-a841-4872-a4fb-a3316a97a132 admin admin] Publish callbacks [] for security_group (b68733a5-18ea-4748-9a80-d131a0fba43a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.673004 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35de58ac-a841-4872-a4fb-a3316a97a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b68733a5-18ea-4748-9a80-d131a0fba43a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.713963 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50364) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:01.714577 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-35de58ac-a841-4872-a4fb-a3316a97a132 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9b91b863d9f4439bb5fae4442223e815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820830 Jan 22 08:41:01.725997 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de58ac-a841-4872-a4fb-a3316a97a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68733a5-18ea-4748-9a80-d131a0fba43a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:01.786559 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] Publish callbacks [] for security_group (b68733a5-18ea-4748-9a80-d131a0fba43a), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.818589 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] Publish callbacks [] for security_group (b68733a5-18ea-4748-9a80-d131a0fba43a), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.885364 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (b68733a5-18ea-4748-9a80-d131a0fba43a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.888854 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:01.892823 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b68733a5-18ea-4748-9a80-d131a0fba43a HTTP/1.1" status: 204 len: 168 time: 0.1719801 Jan 22 08:41:01.916618 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a1ed4-c02f-4b1e-bfe6-c16416b12737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68733a5-18ea-4748-9a80-d131a0fba43a,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:06.931060 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.026297 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-26732024-f9cd-4678-84bc-fed839f1d797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.608314 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50460) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:07.654156 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Deleting subnet eee32c40-59ce-4173-a955-6d88c72c1396 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:41:07.657430 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Publish callbacks [] for subnet (eee32c40-59ce-4173-a955-6d88c72c1396), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.696771 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290142811'] for subnet (eee32c40-59ce-4173-a955-6d88c72c1396), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.736115 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (eee32c40-59ce-4173-a955-6d88c72c1396), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.803028 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290210646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290246198'] for subnet (eee32c40-59ce-4173-a955-6d88c72c1396), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.829453 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee32c40-59ce-4173-a955-6d88c72c1396,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:07.833197 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.836603 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bfc0212b-87a2-4ba3-a76b-af5a0ce6571d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/eee32c40-59ce-4173-a955-6d88c72c1396 HTTP/1.1" status: 204 len: 168 time: 0.2271786 Jan 22 08:41:07.839362 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50462) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:07.909940 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (3e14fb23-b5cc-4c2a-916d-7316f4793b57), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:07.997994 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (3e14fb23-b5cc-4c2a-916d-7316f4793b57), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.018124 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e14fb23-b5cc-4c2a-916d-7316f4793b57']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:08.028264 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bf5218-46c8-49db-abd4-488e810ec51e') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:08.028832 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bf5218-46c8-49db-abd4-488e810ec51e') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:08.038173 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (e3bf5218-46c8-49db-abd4-488e810ec51e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.053167 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (e3bf5218-46c8-49db-abd4-488e810ec51e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.059567 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:41:08.059960 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (e3bf5218-46c8-49db-abd4-488e810ec51e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: warnings.warn(msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:41:08.061613 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:41:08.120690 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (3e14fb23-b5cc-4c2a-916d-7316f4793b57), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.125959 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.129863 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3e14fb23-b5cc-4c2a-916d-7316f4793b57 HTTP/1.1" status: 204 len: 168 time: 0.2887766 Jan 22 08:41:08.140670 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b907-51b5-49df-8226-f59f7e5f9f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e14fb23-b5cc-4c2a-916d-7316f4793b57,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:08.305478 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50466) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:08.352046 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c9ba07fe-2258-44b8-9b98-7d3763bc12bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40a8f52abba74e22a0e5c4f6298773d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453901 Jan 22 08:41:08.354839 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50468) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:08.404668 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] Publish callbacks [] for security_group (5d8d7d00-ea1b-4d32-bfba-5863612a8592), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.430546 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] Publish callbacks [] for security_group (5d8d7d00-ea1b-4d32-bfba-5863612a8592), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.484465 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (5d8d7d00-ea1b-4d32-bfba-5863612a8592), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.488562 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:08.488562 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5d8d7d00-ea1b-4d32-bfba-5863612a8592 HTTP/1.1" status: 204 len: 168 time: 0.1325059 Jan 22 08:41:08.498791 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9165291-b5ad-46c9-b8d8-99c87698d300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d7d00-ea1b-4d32-bfba-5863612a8592,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:09.613224 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-736f6abc-af49-4bbb-941f-bc1a60c9150c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:11.527039 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:13.820180 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:14.155444 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:41:14.405653 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.600533 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50544) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:18.715864 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.799971 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Publish callbacks [] for security_group (fd976ba8-a02e-480c-92a9-cbf9fa55fd11), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.803788 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fd976ba8-a02e-480c-92a9-cbf9fa55fd11), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.853379 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd976ba8-a02e-480c-92a9-cbf9fa55fd11,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:18.857652 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dc75bd63d3af4d838f5ff03504b23db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560546 Jan 22 08:41:18.860564 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50548) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:18.863616 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.863970 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.864314 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.864657 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.864984 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.865312 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.865642 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.865969 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.866295 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.866650 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.866976 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.867297 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.867614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52356b66-950c-44bf-a213-47b9fbf717af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:18.918514 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] Publish callbacks [] for security_group (fd976ba8-a02e-480c-92a9-cbf9fa55fd11), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.943006 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] Publish callbacks [] for security_group (fd976ba8-a02e-480c-92a9-cbf9fa55fd11), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.993880 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (fd976ba8-a02e-480c-92a9-cbf9fa55fd11), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.997465 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:18.999017 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd976ba8-a02e-480c-92a9-cbf9fa55fd11 HTTP/1.1" status: 204 len: 168 time: 0.1371520 Jan 22 08:41:19.007659 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2ba96-01dd-4ceb-8eac-fe76042b3461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd976ba8-a02e-480c-92a9-cbf9fa55fd11,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:36.943789 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:37.019086 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e410b910-5468-4417-b4c4-0bc5ec0d4958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:39.616702 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-005a5ab1-39bd-4307-ab28-75879dadb332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:39.988888 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50552) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:40.153144 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port 28a72c4c-5577-4a94-897e-8c92c365d0b4 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:40.153607 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.229688 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.230094 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (28a72c4c-5577-4a94-897e-8c92c365d0b4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.242371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for 28a72c4c-5577-4a94-897e-8c92c365d0b4 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:40.397337 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (28a72c4c-5577-4a94-897e-8c92c365d0b4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.427403 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=28a72c4c-5577-4a94-897e-8c92c365d0b4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:40.488479 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (4639026f-f84f-40ca-a381-0d6d2b0eba64), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.488872 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP 4639026f-f84f-40ca-a381-0d6d2b0eba64 disassociated (deleted). External IP: 172.27.3.63, port: c005d113-f282-4af5-ae83-8875ecb1625f. Jan 22 08:41:40.701764 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:41:40.810237 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:41:40.815185 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:40.821183 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:41:40.836403 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:40.837148 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:40.845347 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a755eabc-a9fa-4a51-934e-f0a084081826 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "DELETE /v2.0/floatingips/4639026f-f84f-40ca-a381-0d6d2b0eba64 HTTP/1.1" status: 204 len: 168 time: 0.8554327 Jan 22 08:41:40.845925 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:41:40.848223 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd0104-8c7e-4a06-9bd4-a8252fb81230" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:41:40.958073 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:41.094291 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49ddc0-a2b5-4cda-a0ce-7cd19d39227a req-50cff5dd-2837-4adb-aa11-21d4ded4da89 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:41.096046 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f49ddc0-a2b5-4cda-a0ce-7cd19d39227a req-50cff5dd-2837-4adb-aa11-21d4ded4da89 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0540073 Jan 22 08:41:41.108938 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be438f10-97cc-4d3a-89ff-affffe7b94d7 x-openstack-request-id: req-be438f10-97cc-4d3a-89ff-affffe7b94d7 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:41:41.109442 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:41:41.109544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be438f10-97cc-4d3a-89ff-affffe7b94d7 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:41:41.109874 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'status': 'completed', 'code': 200} Jan 22 08:41:41.161779 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f49ddc0-a2b5-4cda-a0ce-7cd19d39227a req-44cbbbd7-d32e-46d6-9d23-95f223b11842 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588815 Jan 22 08:41:41.201851 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-4b746278-96cb-4c21-8c1c-92ce28c7ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:41.202120 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:41.203575 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-4b746278-96cb-4c21-8c1c-92ce28c7ab54 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 1098 time: 0.0692239 Jan 22 08:41:41.228682 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:41:41.237571 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:41.238125 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:41.311401 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-760b4e2e-3a7f-495c-a4ab-165735f0d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:41.312906 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-760b4e2e-3a7f-495c-a4ab-165735f0d988 service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1014090 Jan 22 08:41:41.357367 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-fc6ba872-4804-4d3a-9320-e360032c5b0e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 200 len: 217 time: 0.0374494 Jan 22 08:41:41.414541 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-ef9192ed-2c0e-4ae9-a6b0-ea0be5f6e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:41.416030 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-ef9192ed-2c0e-4ae9-a6b0-ea0be5f6e086 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0522151 Jan 22 08:41:41.470654 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-ae737f2e-73dc-4281-807c-7f80f41973f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:41.472179 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-ae737f2e-73dc-4281-807c-7f80f41973f4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498900 Jan 22 08:41:41.481281 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:41.567717 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-3b9b753c-4fe4-4d70-89fb-bef9b113c51a service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875540 Jan 22 08:41:41.571927 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:41.679374 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95bd0104-8c7e-4a06-9bd4-a8252fb81230 req-dfbde29c-5b63-4005-af04-dff1c2543a3d service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055424 Jan 22 08:41:41.729305 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:41.759559 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdad5d-0ad7-4a7e-b291-59d31f85ae1f None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_floatingips': [{'id': '292f97a4-92e2-48a3-b0a1-fbc13c93149b', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'router_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'port_id': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'mac_address': 'fa:16:3e:25:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-22T08:36:47Z', 'updated_at': '2022-01-22T08:36:50Z', 'revision_number': 1, 'project_id': '421ede17a851404c8ff386afe6e24927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:41:41.994093 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68370360-c55b-4fce-96b0-dfd661d465be None None] New status for floating IP 4639026f-f84f-40ca-a381-0d6d2b0eba64: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:41:42.284980 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b910-eeca-40b6-9054-cee3e049c277 req-4dbd4485-2a5a-4df3-8caf-ad317af898da tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:42.286548 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ed4b910-eeca-40b6-9054-cee3e049c277 req-4dbd4485-2a5a-4df3-8caf-ad317af898da tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0543847 Jan 22 08:41:42.336343 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ed4b910-eeca-40b6-9054-cee3e049c277 req-5d90cb05-6fa2-47f4-a029-3e64bfc73ec9 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Jan 22 08:41:42.971256 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-70e3b451-03d1-46d9-9dfe-558199670a10 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:42.972709 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-70e3b451-03d1-46d9-9dfe-558199670a10 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Jan 22 08:41:43.062330 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port c005d113-f282-4af5-ae83-8875ecb1625f {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:43.062689 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:43.157527 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] For port c005d113-f282-4af5-ae83-8875ecb1625f, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=c005d113-f282-4af5-ae83-8875ecb1625f,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:43.157880 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:43.170715 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for c005d113-f282-4af5-ae83-8875ecb1625f owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:43.312827 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (c005d113-f282-4af5-ae83-8875ecb1625f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:43.343751 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=c005d113-f282-4af5-ae83-8875ecb1625f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:43.388934 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] No DVR routers for this DVR port c005d113-f282-4af5-ae83-8875ecb1625f on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:43.391481 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:43.394825 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff6c06e7-d946-42a7-a137-3aa963f93aed req-7b24360c-d6f4-43a6-87d5-bcc3345c5cf6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "DELETE /v2.0/ports/c005d113-f282-4af5-ae83-8875ecb1625f HTTP/1.1" status: 204 len: 173 time: 0.4166136 Jan 22 08:41:43.395282 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'name': 'network-vif-deleted', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:41:43.397640 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdecd29d-8eeb-4c7e-b216-7bec5a37c072" -d '{"events": [{"server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "name": "network-vif-deleted", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:41:43.447524 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1da730-f7db-4feb-8917-0582f9c3e58e x-openstack-request-id: req-ce1da730-f7db-4feb-8917-0582f9c3e58e {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:41:43.447820 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c3018-81e5-42d3-8d74-7d67cdab7269", "name": "network-vif-deleted", "tag": "c005d113-f282-4af5-ae83-8875ecb1625f", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:41:43.448096 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ce1da730-f7db-4feb-8917-0582f9c3e58e {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:41:43.448489 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c3018-81e5-42d3-8d74-7d67cdab7269', 'name': 'network-vif-deleted', 'tag': 'c005d113-f282-4af5-ae83-8875ecb1625f', 'status': 'completed', 'code': 200} Jan 22 08:41:43.450817 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dbd66c10-65ed-4c84-99bb-de636d5b8e62 req-4bd13ea8-23b6-4f65-820f-655a25d820bf tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8c3018-81e5-42d3-8d74-7d67cdab7269 HTTP/1.1" status: 200 len: 210 time: 0.0358996 Jan 22 08:41:43.820572 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:44.408622 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:46.785697 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50586) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:46.956014 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port 1a948f3c-fc57-4422-8286-c16410bae0b1 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:46.956243 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.037460 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.037780 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (1a948f3c-fc57-4422-8286-c16410bae0b1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.050081 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for 1a948f3c-fc57-4422-8286-c16410bae0b1 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:47.203693 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (1a948f3c-fc57-4422-8286-c16410bae0b1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.239696 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=1a948f3c-fc57-4422-8286-c16410bae0b1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:47.303898 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (292f97a4-92e2-48a3-b0a1-fbc13c93149b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.304233 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Floating IP 292f97a4-92e2-48a3-b0a1-fbc13c93149b disassociated (deleted). External IP: 172.27.3.244, port: b93ae662-ee5a-44c6-ab99-47ee3ea016ef. Jan 22 08:41:47.532082 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:41:47.655894 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:41:47.660809 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:47.665472 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:41:47.675463 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:47.676134 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:47.688173 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-78da9aa5-dfe4-4f0f-a0b6-c5cdd1acef29 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "DELETE /v2.0/floatingips/292f97a4-92e2-48a3-b0a1-fbc13c93149b HTTP/1.1" status: 204 len: 168 time: 0.9013793 Jan 22 08:41:47.688863 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:41:47.692361 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65cc47f1ea6fd4fbba818088ee8c77d9a3ee27ad3f2e3d6ce1b8ee3a938ca7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39aaaf2-e70d-49b6-a712-8d849cb2351b" -d '{"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:41:47.741488 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 22 Jan 2022 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932538a1-f89a-437e-9073-080f65250748 x-openstack-request-id: req-932538a1-f89a-437e-9073-080f65250748 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:41:47.742288 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:41:47.742825 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-932538a1-f89a-437e-9073-080f65250748 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:41:47.744370 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'status': 'completed', 'code': 200} Jan 22 08:41:47.791650 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:47.807631 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-422054de-7737-4b3a-8532-dd564974d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:47.809159 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-422054de-7737-4b3a-8532-dd564974d0d0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=421ede17a851404c8ff386afe6e24927&device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 1098 time: 0.0464907 Jan 22 08:41:47.927699 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-6aa02340-847d-4a85-8d22-6a7ce3d3bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:47.929138 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-6aa02340-847d-4a85-8d22-6a7ce3d3bb7e service neutron] 10.222.0.107 "GET /v2.0/networks?id=33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 200 len: 912 time: 0.1117520 Jan 22 08:41:47.996791 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-1f053ecd-300e-4cc8-bbd9-8b386e80b501 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 200 len: 217 time: 0.0508466 Jan 22 08:41:48.009723 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007e7cd-1ea6-434a-9b1f-591a53fdfe2a req-83af7f18-8da8-4e7d-b23b-41452856b7c5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:48.011469 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1007e7cd-1ea6-434a-9b1f-591a53fdfe2a req-83af7f18-8da8-4e7d-b23b-41452856b7c5 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0963564 Jan 22 08:41:48.019877 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:48.046985 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:41:48.055478 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:48.056164 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:48.092043 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-b4792c5d-0196-406d-88d0-aefb83181963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:48.093557 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-b4792c5d-0196-406d-88d0-aefb83181963 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 200 len: 851 time: 0.0811570 Jan 22 08:41:48.102613 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1007e7cd-1ea6-434a-9b1f-591a53fdfe2a req-cbf5d5b0-07ad-4309-be44-745f706f716d tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/security-groups?id=f1347b26-3f8e-40bd-9383-53122f703bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811658 Jan 22 08:41:48.147738 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-47d51e9f-70a5-417e-b8ef-4cd770034fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:48.149200 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-47d51e9f-70a5-417e-b8ef-4cd770034fe7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=33ed9646-8659-48cc-8dc4-e06dc3f572b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457180 Jan 22 08:41:48.184179 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:48.247728 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-b1c77141-cc7f-45c6-bfe8-fc8a3ca9960e service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913692 Jan 22 08:41:48.286408 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c005d113-f282-4af5-ae83-8875ecb1625f no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:41:48.317091 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: c005d113-f282-4af5-ae83-8875ecb1625f {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:41:48.317322 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device c005d113-f282-4af5-ae83-8875ecb1625f not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:41:48.348651 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d39aaaf2-e70d-49b6-a712-8d849cb2351b req-72349295-3153-404c-803d-0ba1de7d04fd service neutron] 10.222.0.107 "GET /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933812 Jan 22 08:41:48.433497 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:48.460918 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350f026-48ad-4ad1-a5f9-332f116574b0 None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:31:43Z', 'revision_number': 4, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi', '_interfaces': [{'id': '23616235-fc5f-43c6-8800-5e4da346f8c3', 'name': '', 'network_id': '33ed9646-8659-48cc-8dc4-e06dc3f572b7', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'mac_address': 'fa:16:3e:39:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:42Z', 'updated_at': '2022-01-22T08:32:04Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'subnets': [{'id': '61e7be99-86d6-488d-89ee-d8d18e4921d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:41:48.568215 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-3efc1f61-cf66-42e0-92a6-7974f782aec7 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 22 08:41:48.569763 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-3efc1f61-cf66-42e0-92a6-7974f782aec7 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 945 time: 0.0514252 Jan 22 08:41:48.676288 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port b93ae662-ee5a-44c6-ab99-47ee3ea016ef {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:48.676627 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:48.690291 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78940de-2062-4190-a1fe-07c932759182 None None] New status for floating IP 292f97a4-92e2-48a3-b0a1-fbc13c93149b: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 22 08:41:48.777179 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] For port b93ae662-ee5a-44c6-ab99-47ee3ea016ef, host hv-cinder-82591, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82591',level=0,port_id=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:48.777543 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:48.792567 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for b93ae662-ee5a-44c6-ab99-47ee3ea016ef owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:48.928254 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (b93ae662-ee5a-44c6-ab99-47ee3ea016ef), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:48.961806 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=b93ae662-ee5a-44c6-ab99-47ee3ea016ef,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:49.011816 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] No DVR routers for this DVR port b93ae662-ee5a-44c6-ab99-47ee3ea016ef on host hv-cinder-82591 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:49.015135 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:49.018400 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f7ba177-e7cb-4777-b569-050a9fbcb594 req-a21b0ed3-dafd-4265-91d4-cd4c4efd912e tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.107 "DELETE /v2.0/ports/b93ae662-ee5a-44c6-ab99-47ee3ea016ef HTTP/1.1" status: 204 len: 173 time: 0.4439514 Jan 22 08:41:49.018863 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'name': 'network-vif-deleted', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 08:41:49.021070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4637aac47b2343f7213f3b75f64c51b03dab06c9e62b4dbe5dc0edd14f2164fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc340ac-c477-4557-9896-fc303d8ff9bc" -d '{"events": [{"server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "name": "network-vif-deleted", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 22 08:41:49.060780 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 22 Jan 2022 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e60c2-78a0-4668-8dcb-30ccf88757b5 x-openstack-request-id: req-775e60c2-78a0-4668-8dcb-30ccf88757b5 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 22 08:41:49.061092 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090a643-ebe7-4fec-b530-7f761d4966dd", "name": "network-vif-deleted", "tag": "b93ae662-ee5a-44c6-ab99-47ee3ea016ef", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 22 08:41:49.061343 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-775e60c2-78a0-4668-8dcb-30ccf88757b5 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 22 08:41:49.061730 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1090a643-ebe7-4fec-b530-7f761d4966dd', 'name': 'network-vif-deleted', 'tag': 'b93ae662-ee5a-44c6-ab99-47ee3ea016ef', 'status': 'completed', 'code': 200} Jan 22 08:41:49.221827 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a264cca-a055-4e8f-b49d-a93d520b68bc req-814e3296-90f0-45a6-8358-027ecec25374 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "GET /v2.0/ports?device_id=1090a643-ebe7-4fec-b530-7f761d4966dd HTTP/1.1" status: 200 len: 210 time: 0.0391994 Jan 22 08:41:50.280043 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50600) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:50.412014 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Deleting port 0f95d187-7e46-4a65-85f5-a69aa6524afb {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:50.412245 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.500102 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.500428 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (0f95d187-7e46-4a65-85f5-a69aa6524afb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.520925 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Calling delete_port for 0f95d187-7e46-4a65-85f5-a69aa6524afb owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:50.652481 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (0f95d187-7e46-4a65-85f5-a69aa6524afb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.682978 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'Port': ['ID=0f95d187-7e46-4a65-85f5-a69aa6524afb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:50.750567 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for floatingip (be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.753258 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11711'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:50.754454 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-663c2ec5-9afc-4029-a20d-4a93faa0a45f tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "DELETE /v2.0/floatingips/be6a4ef7-ea26-4d7e-91c9-fe5c5e01198b HTTP/1.1" status: 204 len: 168 time: 0.4734080 Jan 22 08:41:51.155341 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:41:51.965208 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50612) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:52.023111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (f1347b26-3f8e-40bd-9383-53122f703bbc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:52.049404 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (f1347b26-3f8e-40bd-9383-53122f703bbc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:52.110532 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (f1347b26-3f8e-40bd-9383-53122f703bbc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:52.113206 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:52.114372 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] 10.222.0.84 "DELETE /v2.0/security-groups/f1347b26-3f8e-40bd-9383-53122f703bbc HTTP/1.1" status: 204 len: 168 time: 0.1481204 Jan 22 08:41:52.124194 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feb502-5c82-483a-8701-7f1449025da6 tempest-TestVolumeBootPattern-1586586160 tempest-TestVolumeBootPattern-1586586160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1347b26-3f8e-40bd-9383-53122f703bbc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:52.191987 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50616) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:52.307853 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device b93ae662-ee5a-44c6-ab99-47ee3ea016ef no longer exists at agent hyperv_hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:41:52.328459 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] No Port match for: b93ae662-ee5a-44c6-ab99-47ee3ea016ef {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:41:52.328803 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Device b93ae662-ee5a-44c6-ab99-47ee3ea016ef not bound to the agent host hv-cinder-82591 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:41:52.724325 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:52.995344 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Deleting port 23616235-fc5f-43c6-8800-5e4da346f8c3 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:52.995614 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:53.086302 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] For port 23616235-fc5f-43c6-8800-5e4da346f8c3, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=23616235-fc5f-43c6-8800-5e4da346f8c3,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:53.086749 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:53.100419 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Calling delete_port for 23616235-fc5f-43c6-8800-5e4da346f8c3 owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:53.296545 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (23616235-fc5f-43c6-8800-5e4da346f8c3), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:53.324622 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Pushing event deleted for resources: {'Port': ['ID=23616235-fc5f-43c6-8800-5e4da346f8c3,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:53.499593 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.006594 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Router c956b42c-861f-49a5-ac92-2c664da3bd0e has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:41:54.121070 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:41:54.127189 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-be2a31a7-74bf-4fef-bee6-e48bd1bd4900 admin admin] 10.222.0.84 "PUT /v2.0/routers/c956b42c-861f-49a5-ac92-2c664da3bd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339752 Jan 22 08:41:54.129800 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50620) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:54.131052 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Sync routers for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:41:54.144277 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:54.145069 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:54.238903 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks [] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.267124 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: dv-cinder-825913-1-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:54.349852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks [] for router_gateway (c956b42c-861f-49a5-ac92-2c664da3bd0e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.406654 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Deleting port d4d1071b-8dab-47f6-845a-ec5685f677e3 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:54.407016 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.484539 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:41:53Z', 'revision_number': 5, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port': {'id': 'd4d1071b-8dab-47f6-845a-ec5685f677e3', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:38Z', 'updated_at': '2022-01-22T08:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:54.496251 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] For port d4d1071b-8dab-47f6-845a-ec5685f677e3, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=d4d1071b-8dab-47f6-845a-ec5685f677e3,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:54.496613 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.509157 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Calling delete_port for d4d1071b-8dab-47f6-845a-ec5685f677e3 owned by network:router_gateway {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:54.511162 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Checking router: c956b42c-861f-49a5-ac92-2c664da3bd0e for host: dv-cinder-825913-1-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:41:54.520464 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Routers {'c956b42c-861f-49a5-ac92-2c664da3bd0e'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:54.521054 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['c956b42c-861f-49a5-ac92-2c664da3bd0e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:54.614662 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] Set router c956b42c-861f-49a5-ac92-2c664da3bd0e gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:54.677993 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:41:54Z', 'revision_number': 6, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:54.685002 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (d4d1071b-8dab-47f6-845a-ec5685f677e3), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.713151 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d77fb-6d41-4507-be93-77021b75bc0a None None] The sync data for ids ['c956b42c-861f-49a5-ac92-2c664da3bd0e'] in dv-cinder-825913-1-iscsi is: [{'id': 'c956b42c-861f-49a5-ac92-2c664da3bd0e', 'name': 'tempest-TestVolumeBootPattern-1254839035-router', 'tenant_id': '421ede17a851404c8ff386afe6e24927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:37Z', 'updated_at': '2022-01-22T08:41:54Z', 'revision_number': 6, 'project_id': '421ede17a851404c8ff386afe6e24927', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:41:54.718056 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d1071b-8dab-47f6-845a-ec5685f677e3,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:54.794972 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.886232 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.889795 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks [] for router_controller (c956b42c-861f-49a5-ac92-2c664da3bd0e), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.933576 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (c956b42c-861f-49a5-ac92-2c664da3bd0e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.934269 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c956b42c-861f-49a5-ac92-2c664da3bd0e {{(pid=102498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:41:54.939812 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:54.941017 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-98c664e1-03af-4e49-9de5-cd0fc9137fb9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/c956b42c-861f-49a5-ac92-2c664da3bd0e HTTP/1.1" status: 204 len: 168 time: 0.8102806 Jan 22 08:41:54.943605 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50622) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:54.993852 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Deleting subnet 61e7be99-86d6-488d-89ee-d8d18e4921d4 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:41:54.998066 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Publish callbacks [] for subnet (61e7be99-86d6-488d-89ee-d8d18e4921d4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.034357 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290142811'] for subnet (61e7be99-86d6-488d-89ee-d8d18e4921d4), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.123466 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (61e7be99-86d6-488d-89ee-d8d18e4921d4), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.186368 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290210646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290246198'] for subnet (61e7be99-86d6-488d-89ee-d8d18e4921d4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.221056 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e7be99-86d6-488d-89ee-d8d18e4921d4,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:55.224692 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.227954 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-881b0da5-6128-4793-91a4-a3f1a7a59912 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/61e7be99-86d6-488d-89ee-d8d18e4921d4 HTTP/1.1" status: 204 len: 168 time: 0.2833524 Jan 22 08:41:55.230432 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.84', 50624) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:55.233670 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2622ee6-d459-4494-beef-71f70197b5f5 None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:41:55.308584 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (33ed9646-8659-48cc-8dc4-e06dc3f572b7), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.369237 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Deleting port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:55.369924 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.441326 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] For port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,segment=NetworkSegment(3a8937e8-d205-4eb7-927e-414cf7506bae),segment_id=3a8937e8-d205-4eb7-927e-414cf7506bae)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:55.441607 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.453787 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Calling delete_port for 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 owned by network:dhcp {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:55.526152 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] DHCP port deletion for 33ed9646-8659-48cc-8dc4-e06dc3f572b7 request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:41:55.548594 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290210657'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.577222 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:55.579543 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Deleting port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:55.580170 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.582899 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] No DVR routers for this DVR port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 on host dv-cinder-825913-1-iscsi {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:55.662277 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (33ed9646-8659-48cc-8dc4-e06dc3f572b7), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.688311 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ed9646-8659-48cc-8dc4-e06dc3f572b7']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:55.698707 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8937e8-d205-4eb7-927e-414cf7506bae') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:55.699009 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8937e8-d205-4eb7-927e-414cf7506bae') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:55.710315 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290142880'] for segment (3a8937e8-d205-4eb7-927e-414cf7506bae), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.726417 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (3a8937e8-d205-4eb7-927e-414cf7506bae), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.736498 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:41:55.737049 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290210620'] for segment (3a8937e8-d205-4eb7-927e-414cf7506bae), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: timer() Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: cb(*args, **kw) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: self._notify() Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: self.callback(batched_events) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: event.method(event) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._get(url).json() Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:41:55.739118 dv-cinder-825913-1-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:41:55.798449 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] For port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4, host dv-cinder-825913-1-iscsi, got binding levels [] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:55.798907 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.809217 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (33ed9646-8659-48cc-8dc4-e06dc3f572b7), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.815809 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Calling delete_port for 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:55.819144 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.ipam_backend_mixin [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 was not found and therefore no delete operation was performed {{(pid=102500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 22 08:41:55.820133 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.820526 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (91e42beb-4c55-4cef-9ccb-af6d6f77b4f4), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:55.828272 dv-cinder-825913-1-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] 10.222.0.84 "DELETE /v2.0/networks/33ed9646-8659-48cc-8dc4-e06dc3f572b7 HTTP/1.1" status: 204 len: 168 time: 0.5926695 Jan 22 08:41:55.828544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50626) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:55.847198 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Pushing event deleted for resources: {'Port': ['ID=91e42beb-4c55-4cef-9ccb-af6d6f77b4f4,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:55.848201 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59632bc4-cbdd-4081-ae71-c4bbe72cc931 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ed9646-8659-48cc-8dc4-e06dc3f572b7,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:55.851625 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Network 33ed9646-8659-48cc-8dc4-e06dc3f572b7 is not hosted by any dhcp agent {{(pid=102500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 22 08:41:55.852339 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] No DVR routers for this DVR port 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:55.862940 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.863170 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.863587 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.864010 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.864407 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.864804 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.865193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.865587 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.866016 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.866470 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.867001 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.867455 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:55.867802 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd94bb-cb08-41b6-b7b1-ff1a8aa9bc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:56.206991 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 23616235-fc5f-43c6-8800-5e4da346f8c3 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:41:56.216961 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691654'] for router_interface (bdd8510a-e346-489c-80ff-7512b8e8192b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:56.227896 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 23616235-fc5f-43c6-8800-5e4da346f8c3 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:41:56.228283 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 23616235-fc5f-43c6-8800-5e4da346f8c3 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:41:56.228676 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:41:56.249206 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:41:56.249965 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 91e42beb-4c55-4cef-9ccb-af6d6f77b4f4 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:41:56.249965 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d4d1071b-8dab-47f6-845a-ec5685f677e3 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:41:56.270832 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: d4d1071b-8dab-47f6-845a-ec5685f677e3 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:41:56.271212 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device d4d1071b-8dab-47f6-845a-ec5685f677e3 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:41:56.719987 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Deleting port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:56.720336 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:56.799734 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] For port a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:56.800065 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:56.813880 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Calling delete_port for a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:57.002450 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.032958 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:57.046105 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.046468 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.046842 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.047182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.047515 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.047849 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.048181 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.048521 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.048857 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.049187 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.049510 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.049961 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.050152 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825913-1-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 22 08:41:57.213012 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4146712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735493'] for router_interface (bdd8510a-e346-489c-80ff-7512b8e8192b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.438419 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Router bdd8510a-e346-489c-80ff-7512b8e8192b has already been hosted by L3 agent e234526b-0d21-4a72-a484-d08c95784540 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 22 08:41:57.559693 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] Notify agent at l3_agent.dv-cinder-825913-1-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 22 08:41:57.564890 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1a5d37dc-211c-4ab0-8e93-0824f0f29891 admin admin] 10.222.0.84 "PUT /v2.0/routers/bdd8510a-e346-489c-80ff-7512b8e8192b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353063 Jan 22 08:41:57.567252 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50628) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:57.568930 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Sync routers for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 22 08:41:57.579679 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:57.580371 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:57.683600 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks [] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.688875 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: dv-cinder-825913-1-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:57.800127 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks [] for router_gateway (bdd8510a-e346-489c-80ff-7512b8e8192b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.853182 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Deleting port 1b8c815f-2766-4150-9b86-4aa60f51fce9 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:57.853592 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.894203 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'external_fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:41:56Z', 'revision_number': 5, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port': {'id': '1b8c815f-2766-4150-9b86-4aa60f51fce9', 'name': '', 'network_id': 'd2aefd9d-62f0-4171-9805-fe53c97de204', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825913-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-22T08:31:52Z', 'updated_at': '2022-01-22T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33d2e634-9d70-4f7f-a5de-a60e0b0827bd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825913-1-iscsi'}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:57.922295 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Checking router: bdd8510a-e346-489c-80ff-7512b8e8192b for host: dv-cinder-825913-1-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 22 08:41:57.930742 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Routers {'bdd8510a-e346-489c-80ff-7512b8e8192b'} bound to L3 agent in host dv-cinder-825913-1-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 22 08:41:57.931356 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825913-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-22T08:19:40Z,description=,heartbeat_timestamp=2022-01-22T08:41:40Z,host='dv-cinder-825913-1-iscsi',id=e234526b-0d21-4a72-a484-d08c95784540,load=0,resource_versions=,resources_synced=,started_at=2022-01-22T08:19:40Z,topic='l3_agent')) {'router_ids': ['bdd8510a-e346-489c-80ff-7512b8e8192b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:57.936925 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] For port 1b8c815f-2766-4150-9b86-4aa60f51fce9, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=1b8c815f-2766-4150-9b86-4aa60f51fce9,segment=NetworkSegment(15ca4413-fb2f-4187-abeb-3942d2f25feb),segment_id=15ca4413-fb2f-4187-abeb-3942d2f25feb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:57.937292 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:57.949956 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Calling delete_port for 1b8c815f-2766-4150-9b86-4aa60f51fce9 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:58.023428 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] Set router bdd8510a-e346-489c-80ff-7512b8e8192b gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 22 08:41:58.080205 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:41:57Z', 'revision_number': 6, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port_host': None}], 'dv-cinder-825913-1-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:58.110480 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b98c8-dcef-41d5-8f23-c2192bb11906 None None] The sync data for ids ['bdd8510a-e346-489c-80ff-7512b8e8192b'] in dv-cinder-825913-1-iscsi is: [{'id': 'bdd8510a-e346-489c-80ff-7512b8e8192b', 'name': 'tempest-TestVolumeBootPattern-412529318-router', 'tenant_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-22T08:31:50Z', 'updated_at': '2022-01-22T08:41:57Z', 'revision_number': 6, 'project_id': '3aa825de455b4be0b49980f4bcc2f8a7', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 22 08:41:58.129639 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (1b8c815f-2766-4150-9b86-4aa60f51fce9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.161193 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8c815f-2766-4150-9b86-4aa60f51fce9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:58.224656 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730008'] for router_gateway (bdd8510a-e346-489c-80ff-7512b8e8192b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.315751 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3724934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14716'] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.317955 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks [] for router_controller (bdd8510a-e346-489c-80ff-7512b8e8192b), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.362896 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3724941'] for router (bdd8510a-e346-489c-80ff-7512b8e8192b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.363539 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd8510a-e346-489c-80ff-7512b8e8192b {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 22 08:41:58.370306 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.371612 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4d4afae8-2107-40ae-89d8-654ffa203bf3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/bdd8510a-e346-489c-80ff-7512b8e8192b HTTP/1.1" status: 204 len: 168 time: 0.8032541 Jan 22 08:41:58.374350 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50630) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:58.432010 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Deleting subnet 90a13b05-f3e1-40d4-a37a-bac0b4a83142 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 22 08:41:58.437880 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Publish callbacks [] for subnet (90a13b05-f3e1-40d4-a37a-bac0b4a83142), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.480325 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287097770'] for subnet (90a13b05-f3e1-40d4-a37a-bac0b4a83142), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.562204 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892915'] for subnet (90a13b05-f3e1-40d4-a37a-bac0b4a83142), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.617661 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287433811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290732374'] for subnet (90a13b05-f3e1-40d4-a37a-bac0b4a83142), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.648113 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a13b05-f3e1-40d4-a37a-bac0b4a83142,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:58.652138 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.656088 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-18512ea9-6cb6-44c3-8705-decc3a6e9401 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/90a13b05-f3e1-40d4-a37a-bac0b4a83142 HTTP/1.1" status: 204 len: 168 time: 0.2804899 Jan 22 08:41:58.658705 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50632) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:58.658998 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e59061-4bd7-450a-97ac-ace635810445 None None] Network 1e906ace-66fb-410a-85fa-24a58ee3271b requested from dv-cinder-825913-1-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 22 08:41:58.733129 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932175'] for network (1e906ace-66fb-410a-85fa-24a58ee3271b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.792017 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Deleting port cfd2da2d-1ff5-4490-8781-4a39a874aa24 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:58.792432 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.865768 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] DHCP port deletion for 1e906ace-66fb-410a-85fa-24a58ee3271b request from dv-cinder-825913-1-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 22 08:41:58.868389 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] For port cfd2da2d-1ff5-4490-8781-4a39a874aa24, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=cfd2da2d-1ff5-4490-8781-4a39a874aa24,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:58.868760 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.884287 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Calling delete_port for cfd2da2d-1ff5-4490-8781-4a39a874aa24 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:58.928213 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Deleting port cfd2da2d-1ff5-4490-8781-4a39a874aa24 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 22 08:41:58.928627 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742408277032'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:58.968452 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287433828'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.000779 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd2da2d-1ff5-4490-8781-4a39a874aa24,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:59.004003 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] For port cfd2da2d-1ff5-4490-8781-4a39a874aa24, host dv-cinder-825913-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825913-1-iscsi',level=0,port_id=cfd2da2d-1ff5-4490-8781-4a39a874aa24,segment=NetworkSegment(8cc4201c-74eb-4248-a0ed-f7cfb72d730c),segment_id=8cc4201c-74eb-4248-a0ed-f7cfb72d730c)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 22 08:41:59.004421 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729938'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.007833 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] No DVR routers for this DVR port cfd2da2d-1ff5-4490-8781-4a39a874aa24 on host dv-cinder-825913-1-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:59.021380 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Calling delete_port for cfd2da2d-1ff5-4490-8781-4a39a874aa24 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 22 08:41:59.087418 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884817', 'neutron.services.segments.db._delete_segments_for_network-8742408205087'] for network (1e906ace-66fb-410a-85fa-24a58ee3271b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.114185 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e906ace-66fb-410a-85fa-24a58ee3271b']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:59.120602 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-965675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742408282076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742407733661'] for port (cfd2da2d-1ff5-4490-8781-4a39a874aa24), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.126111 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc4201c-74eb-4248-a0ed-f7cfb72d730c') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:59.126517 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc4201c-74eb-4248-a0ed-f7cfb72d730c') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 22 08:41:59.139371 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742408204701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287097681'] for segment (8cc4201c-74eb-4248-a0ed-f7cfb72d730c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.152976 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] No DVR routers for this DVR port cfd2da2d-1ff5-4490-8781-4a39a874aa24 on host dv-cinder-825913-1-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 22 08:41:59.157346 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643'] for segment (8cc4201c-74eb-4248-a0ed-f7cfb72d730c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.159083 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75840343-8c7d-44dc-aae4-f54faace73c7 None None] Pushing event deleted for resources: {'Port': ['ID=cfd2da2d-1ff5-4490-8781-4a39a874aa24,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:59.174801 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 22 08:41:59.175391 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-569643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287433785'] for segment (8cc4201c-74eb-4248-a0ed-f7cfb72d730c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: timer() Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: cb(*args, **kw) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: self._notify() Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: self.callback(batched_events) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: event.method(event) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._get(url).json() Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 08:41:59.178201 dv-cinder-825913-1-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 08:41:59.242900 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4146705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730083'] for network (1e906ace-66fb-410a-85fa-24a58ee3271b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.249150 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4146815'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.252454 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] 10.222.0.84 "DELETE /v2.0/networks/1e906ace-66fb-410a-85fa-24a58ee3271b HTTP/1.1" status: 204 len: 168 time: 0.5927403 Jan 22 08:41:59.264114 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d92fe-782a-46c0-9eff-ede4d397eb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e906ace-66fb-410a-85fa-24a58ee3271b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:59.383544 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50636) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:59.427505 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e28229fb-80b7-49dc-b1a7-6fb61feafddd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=421ede17a851404c8ff386afe6e24927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426683 Jan 22 08:41:59.430304 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50638) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:59.483712 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] Publish callbacks [] for security_group (3b4df20e-9900-41f2-bd9d-df42c6e66bcb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.507301 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] Publish callbacks [] for security_group (3b4df20e-9900-41f2-bd9d-df42c6e66bcb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.559059 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (3b4df20e-9900-41f2-bd9d-df42c6e66bcb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.561838 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:41:59.563012 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b4df20e-9900-41f2-bd9d-df42c6e66bcb HTTP/1.1" status: 204 len: 168 time: 0.1317148 Jan 22 08:41:59.570796 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13879b5e-88f1-4bfe-9d96-ef65a9c82c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4df20e-9900-41f2-bd9d-df42c6e66bcb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:41:59.915681 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50644) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:41:59.957810 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-755b2ba9-ed7d-43b4-a5ae-398c3130c056 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3aa825de455b4be0b49980f4bcc2f8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409451 Jan 22 08:41:59.960191 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.84', 50646) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 22 08:42:00.010113 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] Publish callbacks [] for security_group (680347d9-97bb-4b63-bfaa-18e20211a5af), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:00.032054 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] Publish callbacks [] for security_group (680347d9-97bb-4b63-bfaa-18e20211a5af), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:00.080226 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3717412'] for security_group (680347d9-97bb-4b63-bfaa-18e20211a5af), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:00.083098 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:00.084382 dv-cinder-825913-1-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/680347d9-97bb-4b63-bfaa-18e20211a5af HTTP/1.1" status: 204 len: 168 time: 0.1232216 Jan 22 08:42:00.093670 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaf7ee-64bd-4d0b-85e1-8ba8ccfe3a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680347d9-97bb-4b63-bfaa-18e20211a5af,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 22 08:42:00.202687 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:42:00.224517 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:42:00.224855 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device a9c1ddb6-14ef-48e8-b9c8-71e2a4a7cb84 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:42:00.225282 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 1b8c815f-2766-4150-9b86-4aa60f51fce9 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:42:00.245365 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: 1b8c815f-2766-4150-9b86-4aa60f51fce9 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:42:00.245721 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device 1b8c815f-2766-4150-9b86-4aa60f51fce9 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:42:00.246143 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device cfd2da2d-1ff5-4490-8781-4a39a874aa24 no longer exists at agent ovs-agent-dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 22 08:42:00.272031 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] No Port match for: cfd2da2d-1ff5-4490-8781-4a39a874aa24 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 22 08:42:00.272288 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Device cfd2da2d-1ff5-4490-8781-4a39a874aa24 not bound to the agent host dv-cinder-825913-1-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 22 08:42:06.942315 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:07.021667 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-01d1049f-cb19-4748-b277-8478091c0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:09.619208 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-89d8013d-2a8b-493f-a134-6e6c5a323a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:11.536081 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:13.821616 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:14.411513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:28.154155 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:42:36.960068 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:37.025199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5403a298-0c0c-4501-9713-82aaeca66bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:39.622446 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe7bf-0181-49c1-8d10-ecfa0c5b1794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:41.536032 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:43.824879 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:42:44.414139 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:05.154268 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:43:06.959967 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:07.027724 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a43ef7c-de3f-4ef3-9321-e4b47aec69f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:09.627706 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f2135f02-068b-4d94-81b8-99bc77c8b6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:11.539564 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:13.829786 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:14.418192 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:36.961068 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:37.031881 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3e29294-b03d-4dc5-b1c2-c9be720b2709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:39.633434 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7ba12b8-08b7-4c7d-aba9-f2f1d0f08725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:41.234185 dv-cinder-825913-1-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-0209c511-2425-452c-8206-89b4e298b4ee req-f90457ea-4d8e-4641-ba8b-aa741b090812 service neutron] (102499) timed out ('10.222.0.107', 55132) {{(pid=102499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 22 08:43:41.542240 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:42.154408 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:43:43.832793 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:44.420987 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:43:46.545051 dv-cinder-825913-1-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-52441e55-7d78-4a11-bdc7-54bc4d4a4de6 req-4d13f6f2-be6d-4237-9d3a-ba52160768cb service neutron] (102498) timed out ('10.222.0.107', 55161) {{(pid=102498) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 22 08:44:06.962316 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:07.035788 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a3834651-d8e9-4161-adb3-06bb84abeff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:09.635037 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3aecac77-876e-48de-a470-32b59742440d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:11.544982 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:13.834517 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:14.425781 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:19.155396 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:44:36.957385 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:37.038425 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-551c28e3-fa10-4908-a133-9cc579fc787a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:39.627701 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bccea5f-7e6e-40ee-b373-94cc1ddf78bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:41.548311 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:43.837032 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:44.428414 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:44:56.154753 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:45:06.968572 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:07.041359 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7020a69-6bd5-42ee-8ec7-a92082b84d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:09.632945 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5732be2e-baa6-45b1-a04c-e65d2a71c31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:11.550143 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:13.838635 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:14.431317 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:33.154767 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:45:36.970874 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:37.043005 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-094727d5-71b5-470a-9f5c-a99ff0c70d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:39.636200 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a173772-8132-411b-869a-e23db2a15e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:41.553199 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:43.840818 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:45:44.434719 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:06.969403 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:07.045667 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c23c-71df-4174-80f4-b333ff1c394b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:09.638830 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2b512613-ef81-411c-ad3a-09dd17c23652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:10.154323 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:46:11.556577 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:13.844735 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:14.437483 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:36.983873 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:37.047513 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-69e57870-0475-4344-8a23-b558a9e383d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:39.641193 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bd38a869-5d82-4b4e-acd1-7b195f438324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:41.558502 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:43.846413 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:44.445765 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:46:47.152948 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:47:06.997864 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:07.050389 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bae3fa7c-3fcb-4ad9-b1d5-e1ee4f6c16c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:09.644838 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1764ed10-d99c-4283-aa36-f87f021b4cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (e234526b-0d21-4a72-a484-d08c95784540), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:11.561867 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eca8509c-b4f6-4904-a6b9-8195bb39eb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (108b737f-4172-4206-a2fc-691bd63724df), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:13.849992 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86dd7cef-f676-44fc-90bc-7fcedd7359a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (274fd199-4400-4a93-8401-9ee13ed917cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:14.439354 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c60ad67b-a6a1-40d0-945e-443661f440a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (8faf868e-af8c-4ea8-89b5-f3ec494b59bd), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:24.153585 dv-cinder-825913-1-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-9c220a0b-8098-4dad-a933-04956c79ad94 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 22 08:47:36.996253 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-97888b25-493e-4d52-bf89-5cc0b9d6efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (45d37428-57ed-4e3e-94f9-93b153de6c7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 22 08:47:37.055986 dv-cinder-825913-1-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e86da0ed-3f5f-4423-a1a5-9ac07f072ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742408205069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891015'] for agent (d6c36099-664d-4236-871c-e0305f3bbe56), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}